-- Logs begin at Tue 2022-03-29 13:57:40 UTC, end at Tue 2022-03-29 15:22:13 UTC. -- Mar 29 14:42:55.842911 dv-cinder-835525-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 29 14:42:58.717171 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.common.config [-] Logging enabled! Mar 29 14:42:58.717727 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev68 Mar 29 14:42:58.717946 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115389) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 14:42:58.721322 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.common.config [-] Logging enabled! Mar 29 14:42:58.721570 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev68 Mar 29 14:42:58.721878 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115389) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 14:42:58.722808 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 14:42:58.723034 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 14:42:58.723393 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 14:42:58.723632 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 14:42:58.723853 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 14:42:58.724590 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.725034 dv-cinder-835525-2-iscsi neutron-server[115389]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 29 14:42:58.725350 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.725649 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.725940 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.726231 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.726529 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.726823 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.727114 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.727407 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.727690 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.727966 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.728242 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.728530 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.728809 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.729115 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.729398 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.729677 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] debug = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.729957 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.730388 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.730803 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.731082 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.731369 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.731648 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.731919 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.732195 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.732474 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.732799 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] host = dv-cinder-835525-2-iscsi {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.733097 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.733382 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.733669 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.733952 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.734226 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.734499 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.734782 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.735053 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.735323 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] log_file = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.735597 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.735884 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.736167 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.736452 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.736675 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.736898 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.737214 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.737499 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.737772 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.738044 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.738316 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.738587 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.738856 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.739121 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.739403 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.739685 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.739966 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.740237 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.740508 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.740775 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.741067 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.741349 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.741620 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.741890 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.742159 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.742975 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.743241 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.743510 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.743806 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.744091 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.744370 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.744649 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.744919 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.745220 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.745489 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.745757 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.746029 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] use_json = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.746300 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.746569 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.746849 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.747119 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.747394 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.747664 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.747934 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.748215 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.748484 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:42:58.748777 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.749093 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.749393 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.749686 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.749975 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.750252 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.750539 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.750814 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.751100 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.751384 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.751668 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.751944 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.752242 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.752526 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.752816 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.753140 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.753431 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.753718 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.753990 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.754260 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.754529 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.754803 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.755087 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.755364 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.755649 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.755934 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.756209 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.756503 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.756787 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.757104 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.757397 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.757667 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.757946 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.758852 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.759133 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.759406 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.759683 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.759970 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.760248 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.760519 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.760799 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.761100 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.761371 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.761640 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.761913 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.762199 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.762475 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.762743 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.763009 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.763282 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.763548 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.763827 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.764100 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.764368 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.764634 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.764909 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.765199 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.765470 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.765744 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.766011 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.766285 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.766552 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.766817 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.767082 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.767348 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.767618 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.767882 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.768150 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.768423 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.768689 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.768956 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.769243 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.769510 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.769773 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.770054 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.770348 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.770622 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.770895 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.771168 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.771442 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.771715 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.771985 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.772258 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.772530 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.772795 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.773114 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.773393 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.773695 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.773991 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.774267 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.774556 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.774828 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.775099 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.775375 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.775647 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.775918 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.776196 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.776475 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.776764 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.777075 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.777368 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.777659 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.777946 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.778222 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.778523 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.778797 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:42:58.779011 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 14:42:58.779242 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115389) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 29 14:42:59.144091 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 29 14:42:59.144333 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 29 14:42:59.144591 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 29 14:42:59.145082 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 29 14:42:59.465557 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.465840 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.466107 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.467273 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.467543 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.467919 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.521721 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.521995 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.522254 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.536542 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.536815 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.537102 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.564912 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.565215 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.565478 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.708198 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.708470 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.708733 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.933968 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.934550 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.934550 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.934703 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:42:59.935351 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.032875 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.033212 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.033487 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.033753 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.034011 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.034313 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.034567 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.034815 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.035064 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.035334 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.035584 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.035837 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.036084 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.036326 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.036571 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.036826 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.037099 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.037361 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.037620 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.037873 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.038137 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.038380 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.038651 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.039019 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.039286 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.039526 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.039914 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 14:43:00.040146 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 14:43:00.040376 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 14:43:00.040604 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 14:43:00.040833 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 14:43:00.041082 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 14:43:00.041438 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 29 14:43:00.044472 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 29 14:43:00.048469 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 29 14:43:00.052089 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 29 14:43:00.053730 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 29 14:43:00.054184 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 29 14:43:00.054507 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 29 14:43:00.055401 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 29 14:43:00.058175 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 29 14:43:00.058421 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 29 14:43:00.058761 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 14:43:00.063537 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 29 14:43:00.087495 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 29 14:43:00.087934 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.088224 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115389) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 29 14:43:00.088611 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.089987 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115389) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 29 14:43:00.090265 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 14:43:00.090503 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 29 14:43:00.093751 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.094030 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:00.155628 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 29 14:43:00.155860 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 29 14:43:00.156093 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 29 14:43:00.156450 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 29 14:43:00.176050 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_db.sqlalchemy.engines [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115389) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 29 14:43:00.775282 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.managers [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Initializing driver for type 'gre' Mar 29 14:43:00.775829 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] gre ID ranges: [(1, 1000)] Mar 29 14:43:00.969544 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.managers [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Initializing driver for type 'local' Mar 29 14:43:00.970122 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.managers [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Initializing driver for type 'vlan' Mar 29 14:43:01.055377 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] VlanTypeDriver initialization complete Mar 29 14:43:01.055627 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.managers [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Initializing driver for type 'vxlan' Mar 29 14:43:01.056116 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] vxlan ID ranges: [(1, 1000)] Mar 29 14:43:01.318279 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.managers [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Initializing extension driver 'port_security' Mar 29 14:43:01.318561 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.extensions.port_security [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] PortSecurityExtensionDriver initialization complete Mar 29 14:43:01.318884 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.managers [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Initializing mechanism driver 'openvswitch' Mar 29 14:43:01.319198 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.managers [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Initializing mechanism driver 'hyperv' Mar 29 14:43:01.333135 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.plugins.ml2.plugin [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:43:01.333817 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > port after_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.334165 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > port after_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.334508 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > port after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.335028 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 14:43:01.335451 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > subnet after_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.335796 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > subnet after_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.336704 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.337102 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 14:43:01.337533 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > network after_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.337874 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > network after_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.338208 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > network after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.338592 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 14:43:01.338988 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > security_group after_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.339327 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > security_group after_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.339658 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.340220 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 14:43:01.340621 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.340963 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.341321 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.341712 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 14:43:01.342109 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > address_group after_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.342452 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > address_group after_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.342783 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.343170 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 14:43:01.343602 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] ML2 OVO RPC backend initialized. {{(pid=115389) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 29 14:43:01.344287 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.344632 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.345075 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > network before_response 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.345415 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > networks before_response 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.345753 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > port before_response 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.346084 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > ports before_response 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.346418 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > subnet before_response 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.346749 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > subnets before_response 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.347083 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > network after_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.347415 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > network after_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.347740 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > network after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.348065 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > port after_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.348391 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > port after_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.348714 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > port after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.349072 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > subnet after_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.349398 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > subnet after_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.349721 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.363626 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.quota [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded quota_driver: . Mar 29 14:43:01.363983 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.plugin [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Modular L2 Plugin initialization complete Mar 29 14:43:01.364326 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading services supported by the core plugin {{(pid=115389) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 29 14:43:01.364662 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.plugins.ml2.managers [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Got port-security extension from driver 'port_security' Mar 29 14:43:01.365177 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.extensions.vlantransparent [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Disabled vlantransparent extension. Mar 29 14:43:01.365660 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115389) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 29 14:43:01.365978 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading Plugin: router Mar 29 14:43:01.401156 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.401534 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router after_create 55549900 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.401895 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router before_create 55549900 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.402256 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.402661 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.402966 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router after_delete 55549900 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.403314 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.403651 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.403999 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router after_create 55549900 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.404331 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router after_update 55549900 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.404669 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router after_update 55549900 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.405024 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.407034 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router after_update 55549900 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.407034 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router precommit_update 55549900 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.407034 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: port after_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.407034 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: port after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.407328 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: subnet after_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.407328 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.407480 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.407693 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router precommit_create 55549900 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.408024 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: port before_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.408415 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router precommit_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.408752 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router after_update 55549900 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.409105 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.409451 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router precommit_create 55549900 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.409799 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.410135 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router precommit_update 55549900 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.410486 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > agent after_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.410824 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > agent after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.411157 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > network after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.412001 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Tracking information for resource: router configured {{(pid=115389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 14:43:01.412324 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Tracking information for resource: floatingip configured {{(pid=115389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 14:43:01.417250 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.db.l3_agentschedulers_db [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 29 14:43:01.417816 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: port after_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.418167 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: port after_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.418506 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: port after_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.418845 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: port after_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.419623 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router before_create 55550100 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.420024 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.420373 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router precommit_create 55550100 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.420719 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > router precommit_update 55550100 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.425511 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.services.provider_configuration [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Service providers = [] {{(pid=115389) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 29 14:43:01.425871 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.db.servicetype_db [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115389) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 29 14:43:01.428761 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.services.service_base [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 14:43:01.429132 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.services.service_base [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 14:43:01.429473 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.services.service_base [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 14:43:01.430368 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.services.service_base [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 14:43:01.430728 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.services.service_base [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 29 14:43:01.431096 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 14:43:01.431450 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 29 14:43:01.449252 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 14:43:01.449581 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading Plugin: auto_allocate Mar 29 14:43:01.455331 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: network precommit_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.455690 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: network precommit_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.456195 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 14:43:01.456508 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading Plugin: tag Mar 29 14:43:01.463044 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 14:43:01.463364 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading Plugin: timestamp Mar 29 14:43:01.467307 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 14:43:01.467627 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading Plugin: network_ip_availability Mar 29 14:43:01.473011 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.473381 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.473726 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.474432 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 14:43:01.476010 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading Plugin: flavors Mar 29 14:43:01.480742 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 14:43:01.481096 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading Plugin: revisions Mar 29 14:43:01.485310 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 14:43:01.485694 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_concurrency.lockutils [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.341s {{(pid=115389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 29 14:43:01.486421 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115389) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 29 14:43:01.486751 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Initializing extension manager. Mar 29 14:43:01.487276 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: __init__.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.487611 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: __pycache__ {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.487938 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: address_group.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.488674 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.489267 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: address-group Mar 29 14:43:01.489585 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: address_scope.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.490291 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.490799 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: address-scope Mar 29 14:43:01.491113 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.492193 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.493278 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: router-admin-state-down-before-update Mar 29 14:43:01.493593 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: agent.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.494290 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.494783 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: agent Mar 29 14:43:01.495094 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: agent_resources_synced.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.495991 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.496492 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: agent-resources-synced Mar 29 14:43:01.496805 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: allowedaddresspairs.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.498598 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.499107 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: allowed-address-pairs Mar 29 14:43:01.499426 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: auto_allocated_topology.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.500482 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.500996 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: auto-allocated-topology Mar 29 14:43:01.501327 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: availability_zone.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.502012 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.502515 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: availability_zone Mar 29 14:43:01.502835 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: availability_zone_filter.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.503738 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.504240 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: availability_zone_filter Mar 29 14:43:01.504554 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: data_plane_status.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.505499 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.506023 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension data-plane-status not supported by any of loaded plugins Mar 29 14:43:01.506335 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: default_subnetpools.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.507240 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.507738 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: default-subnetpools Mar 29 14:43:01.508083 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.508877 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.509410 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: dhcp_agent_scheduler Mar 29 14:43:01.509724 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: dns.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.510618 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.511118 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension dns-integration not supported by any of loaded plugins Mar 29 14:43:01.511437 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: dns_domain_ports.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.512337 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.512841 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 29 14:43:01.513182 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.514098 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.514603 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 29 14:43:01.514917 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: dvr.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.515580 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.516076 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: dvr Mar 29 14:43:01.516387 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: ecmp_routes.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.517358 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.522287 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 29 14:43:01.522287 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: empty_string_filtering.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.522995 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.523496 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: empty-string-filtering Mar 29 14:43:01.523831 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.524726 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.525250 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 29 14:43:01.525562 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.526455 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.526953 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 29 14:43:01.527260 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: external_net.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.528216 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.528677 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: external-net Mar 29 14:43:01.528999 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.529916 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.530418 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: extra_dhcp_opt Mar 29 14:43:01.530732 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: extraroute.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.531634 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.532144 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: extraroute Mar 29 14:43:01.532458 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: extraroute_atomic.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.533496 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.534003 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: extraroute-atomic Mar 29 14:43:01.534317 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: filter_validation.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.534974 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.535468 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: filter-validation Mar 29 14:43:01.535783 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: fip_pf_description.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.536674 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.537199 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 29 14:43:01.537512 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: fip_pf_port_range.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.538415 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.538908 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 29 14:43:01.539763 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: fip_port_details.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.540680 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.541209 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: fip-port-details Mar 29 14:43:01.541524 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: flavors.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.542746 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.543285 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: flavors Mar 29 14:43:01.543602 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.551112 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.551628 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 29 14:43:01.551955 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: floatingip_pools.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.552650 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.553188 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: floatingip-pools Mar 29 14:43:01.553512 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: ip_allocation.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.554426 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.555526 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension ip_allocation not supported by any of loaded plugins Mar 29 14:43:01.555844 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.556798 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.557334 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: ip-substring-filtering Mar 29 14:43:01.557653 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: l2_adjacency.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.558583 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.559086 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 29 14:43:01.559407 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: l3.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.561915 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.562441 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: router Mar 29 14:43:01.562769 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.565012 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.565532 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 29 14:43:01.565860 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.567029 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.567537 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: ext-gw-mode Mar 29 14:43:01.567854 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.568852 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.569344 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: l3-ha Mar 29 14:43:01.569662 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.570589 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.571092 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 29 14:43:01.571408 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: l3_flavors.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.572309 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.572810 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: l3-flavors Mar 29 14:43:01.573156 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.574506 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.575052 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 29 14:43:01.575341 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.576250 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.576756 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 29 14:43:01.577109 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: l3agentscheduler.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.578162 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.578667 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: l3_agent_scheduler Mar 29 14:43:01.580042 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: local_ip.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.581657 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.582185 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension local_ip not supported by any of loaded plugins Mar 29 14:43:01.582515 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: logging.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.583960 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.584482 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension logging not supported by any of loaded plugins Mar 29 14:43:01.584809 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: metering.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.585594 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.586677 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: metering Mar 29 14:43:01.586998 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.588094 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.588603 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: metering_source_and_destination_fields Mar 29 14:43:01.588923 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: multiprovidernet.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.589869 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.590376 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: multi-provider Mar 29 14:43:01.590693 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: netmtu.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.591590 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.592095 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: net-mtu Mar 29 14:43:01.592412 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: netmtu_writable.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.593348 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.593849 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: net-mtu-writable Mar 29 14:43:01.594161 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: network_availability_zone.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.594825 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.595320 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: network_availability_zone Mar 29 14:43:01.595632 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: network_ip_availability.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.596717 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.597299 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: network-ip-availability Mar 29 14:43:01.597613 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: network_segment_range.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.598373 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.598872 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension network-segment-range not supported by any of loaded plugins Mar 29 14:43:01.599195 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: pagination.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.600300 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.600627 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: pagination Mar 29 14:43:01.600941 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: port_device_profile.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.602442 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.602951 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: port-device-profile Mar 29 14:43:01.603268 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.604194 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.604695 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: port-mac-address-regenerate Mar 29 14:43:01.605044 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.605955 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.606459 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: port-numa-affinity-policy Mar 29 14:43:01.606776 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: port_resource_request.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.607679 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.608179 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension port-resource-request not supported by any of loaded plugins Mar 29 14:43:01.608494 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: port_resource_request_groups.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.611157 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.611669 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 29 14:43:01.611987 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: portbindings.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.612902 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.613433 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: binding Mar 29 14:43:01.613751 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: portbindings_extended.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.615025 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.615537 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: binding-extended Mar 29 14:43:01.615857 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: portsecurity.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.616760 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.617314 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: port-security Mar 29 14:43:01.617637 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: project_id.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.618602 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.618926 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: project-id Mar 29 14:43:01.619242 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: providernet.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.620153 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.620660 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: provider Mar 29 14:43:01.620990 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: qos.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.629726 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.630292 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension qos not supported by any of loaded plugins Mar 29 14:43:01.630623 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.631936 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.632452 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 29 14:43:01.632781 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.633733 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.634254 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 29 14:43:01.634602 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: qos_default.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.635553 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.636056 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension qos-default not supported by any of loaded plugins Mar 29 14:43:01.636380 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: qos_fip.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.637352 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.637864 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension qos-fip not supported by any of loaded plugins Mar 29 14:43:01.638184 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.639102 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.639616 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 29 14:43:01.639935 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: qos_gateway_ip.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.640859 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.641399 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 29 14:43:01.641718 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: qos_port_network_policy.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.642640 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.643168 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 29 14:43:01.643489 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.644535 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.645065 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 29 14:43:01.645388 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.646420 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.646929 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 29 14:43:01.647247 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: qos_pps_rule.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.648426 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.649482 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension qos-pps not supported by any of loaded plugins Mar 29 14:43:01.649805 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: qos_rule_type_details.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.650725 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.651234 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 29 14:43:01.651554 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: qos_rule_type_filter.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.652469 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.653001 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 29 14:43:01.653327 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: qos_rules_alias.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.654373 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.654881 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 29 14:43:01.655203 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: quota_check_limit.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.656118 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.656627 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: quota-check-limit Mar 29 14:43:01.656947 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: quotasv2.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.657913 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.658237 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: quotas Mar 29 14:43:01.658553 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: quotasv2_detail.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.660434 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.660773 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: quota_details Mar 29 14:43:01.661133 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: rbac.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.662189 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.662713 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: rbac-policies Mar 29 14:43:01.663043 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: rbac_address_group.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.663977 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.665152 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: rbac-address-group Mar 29 14:43:01.665512 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: rbac_address_scope.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.666444 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.666956 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: rbac-address-scope Mar 29 14:43:01.667277 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: rbac_security_groups.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.668266 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.668779 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: rbac-security-groups Mar 29 14:43:01.669138 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: rbac_subnetpool.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.670060 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.670569 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: rbac-subnetpool Mar 29 14:43:01.670887 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: revisionifmatch.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.671834 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.672337 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: revision-if-match Mar 29 14:43:01.672655 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: revisions.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.673797 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.674320 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: standard-attr-revisions Mar 29 14:43:01.674646 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: router_availability_zone.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.675317 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.675828 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: router_availability_zone Mar 29 14:43:01.676144 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: routerservicetype.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.677099 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.677608 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension router-service-type not supported by any of loaded plugins Mar 29 14:43:01.677927 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.684252 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.684760 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: security-groups-normalized-cidr Mar 29 14:43:01.685115 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.686042 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.686547 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: port-security-groups-filtering Mar 29 14:43:01.686864 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.687799 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.688323 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: security-groups-remote-address-group Mar 29 14:43:01.688643 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.689622 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.690130 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: security-groups-shared-filtering Mar 29 14:43:01.690449 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.691031 dv-cinder-835525-2-iscsi neutron-server[115389]: WARNING neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 29 14:43:01.691346 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: securitygroup.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.701374 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.701903 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: security-group Mar 29 14:43:01.702232 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: segment.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.702961 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.703473 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension segment not supported by any of loaded plugins Mar 29 14:43:01.703799 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.704746 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.705285 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 29 14:43:01.705610 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: servicetype.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.706736 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.707254 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: service-type Mar 29 14:43:01.707578 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: sorting.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.708558 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.708888 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: sorting Mar 29 14:43:01.709231 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: standard_attr_segment.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.710150 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.710659 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 29 14:43:01.710977 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: standardattrdescription.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.712141 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.712647 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: standard-attr-description Mar 29 14:43:01.712966 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: stateful_security_group.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.713915 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.714427 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: stateful-security-group Mar 29 14:43:01.714743 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: stdattrs_common.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.715310 dv-cinder-835525-2-iscsi neutron-server[115389]: WARNING neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 29 14:43:01.715627 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.716563 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.717168 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 29 14:43:01.717488 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: subnet_onboard.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.718643 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.719172 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: subnet_onboard Mar 29 14:43:01.719497 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.720429 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.720936 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 29 14:43:01.721277 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: subnet_service_types.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.722236 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.722806 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: subnet-service-types Mar 29 14:43:01.723124 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: subnetallocation.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.724209 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.724719 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: subnet_allocation Mar 29 14:43:01.725061 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.725723 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.726244 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: subnetpool-prefix-ops Mar 29 14:43:01.726544 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.728117 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.728650 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 29 14:43:01.728962 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: tagging.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.730057 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.730576 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: standard-attr-tag Mar 29 14:43:01.730898 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: timestamp.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.732101 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.732618 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loaded extension: standard-attr-timestamp Mar 29 14:43:01.732943 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: trunk.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.734006 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.734520 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension trunk not supported by any of loaded plugins Mar 29 14:43:01.734843 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: trunk_details.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.739766 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.740277 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension trunk-details not supported by any of loaded plugins Mar 29 14:43:01.740597 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: uplink_status_propagation.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.741557 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.742070 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 29 14:43:01.742419 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Loading extension file: vlantransparent.py {{(pid=115389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:43:01.743085 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:43:01.743596 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 29 14:43:01.746175 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Creating instance of TrackedResource for resource:network Mar 29 14:43:01.746692 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Creating instance of TrackedResource for resource:subnet Mar 29 14:43:01.747088 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 14:43:01.747475 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Creating instance of TrackedResource for resource:port Mar 29 14:43:01.748722 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.v2.resource_helper [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:43:01.749187 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.v2.resource_helper [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Service FLAVORS assigned prefix: {{(pid=115389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:43:01.749802 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.v2.resource_helper [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:43:01.750221 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.v2.resource_helper [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:43:01.750548 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Creating instance of TrackedResource for resource:router Mar 29 14:43:01.751014 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Creating instance of TrackedResource for resource:floatingip Mar 29 14:43:01.751550 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.v2.resource_helper [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Service METERING assigned prefix: /metering {{(pid=115389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:43:01.753021 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.753399 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.753750 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:43:01.754733 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 14:43:01.755172 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Creating instance of TrackedResource for resource:security_group Mar 29 14:43:01.755594 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 14:43:01.756184 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.v2.resource_helper [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Service CORE assigned prefix: {{(pid=115389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:43:01.756509 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 14:43:01.756877 dv-cinder-835525-2-iscsi neutron-server[115389]: WARNING neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] subnetpool is already registered Mar 29 14:43:01.757326 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.v2.resource_helper [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Service CORE assigned prefix: {{(pid=115389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:43:01.757650 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 14:43:01.757999 dv-cinder-835525-2-iscsi neutron-server[115389]: WARNING neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] subnetpool is already registered Mar 29 14:43:01.760238 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.v2.resource_helper [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:43:01.760671 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.v2.resource_helper [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Service FLAVORS assigned prefix: {{(pid=115389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:43:01.761278 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.v2.resource_helper [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:43:01.761697 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.v2.resource_helper [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:43:01.762027 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Creating instance of TrackedResource for resource:router Mar 29 14:43:01.762358 dv-cinder-835525-2-iscsi neutron-server[115389]: WARNING neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] router is already registered Mar 29 14:43:01.762766 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Creating instance of TrackedResource for resource:floatingip Mar 29 14:43:01.763095 dv-cinder-835525-2-iscsi neutron-server[115389]: WARNING neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] floatingip is already registered Mar 29 14:43:01.763547 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.v2.resource_helper [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Service METERING assigned prefix: /metering {{(pid=115389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:43:01.764193 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 14:43:01.764542 dv-cinder-835525-2-iscsi neutron-server[115389]: WARNING neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] rbac_policy is already registered Mar 29 14:43:01.764951 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Creating instance of TrackedResource for resource:security_group Mar 29 14:43:01.765302 dv-cinder-835525-2-iscsi neutron-server[115389]: WARNING neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] security_group is already registered Mar 29 14:43:01.774141 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 14:43:01.774141 dv-cinder-835525-2-iscsi neutron-server[115389]: WARNING neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] security_group_rule is already registered Mar 29 14:43:01.774141 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.v2.resource_helper [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Service CORE assigned prefix: {{(pid=115389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:43:01.774141 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 14:43:01.774141 dv-cinder-835525-2-iscsi neutron-server[115389]: WARNING neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] subnetpool is already registered Mar 29 14:43:01.774141 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.v2.resource_helper [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Service CORE assigned prefix: {{(pid=115389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:43:01.774141 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 14:43:01.774141 dv-cinder-835525-2-iscsi neutron-server[115389]: WARNING neutron.quota.resource_registry [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] subnetpool is already registered Mar 29 14:43:01.774744 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: extensions {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.774744 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: address-groups {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.774744 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: address-scopes {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.774744 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: agents {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.774744 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: auto-allocated-topology {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.775863 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: availability_zones {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.777092 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: dhcp-networks {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.778582 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: dhcp-agents {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.779978 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: routers {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.782188 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: flavors {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.783336 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: service_profiles {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.784550 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: next_providers {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.786094 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: service_profiles {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.788498 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: floatingip-pools {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.790363 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: routers {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.792450 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: floatingips {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.793825 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: l3-routers {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.795236 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: l3-agents {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.796633 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: metering-labels {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.798011 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: metering-label-rules {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.799261 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: network-ip-availabilities {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.800501 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: bindings {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.802249 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: quotas {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.803798 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: quotas {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.805366 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: rbac-policies {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.806644 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: security-groups {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.807869 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: security-group-rules {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.809132 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: service-providers {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.810322 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: subnetpools {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.811726 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: subnetpools {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.813188 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: tags {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.814872 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: tags {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.816920 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: tags {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.818700 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: tags {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.820542 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: tags {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.822367 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: tags {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.824037 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: tags {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.825927 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: tags {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.827674 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: tags {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.829766 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron.api.extensions [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Extended resource: tags {{(pid=115389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:43:01.835568 dv-cinder-835525-2-iscsi neutron-server[115389]: WARNING keystonemiddleware.auth_token [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 29 14:43:01.840812 dv-cinder-835525-2-iscsi neutron-server[115389]: WARNING keystonemiddleware.auth_token [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 29 14:43:01.849257 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_concurrency.lockutils [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Acquired lock "singleton_lock" {{(pid=115389) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 29 14:43:01.849728 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_concurrency.lockutils [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Releasing lock "singleton_lock" {{(pid=115389) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 29 14:43:01.850371 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO oslo_service.service [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Starting 2 workers Mar 29 14:43:01.855863 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Started child 115498 {{(pid=115389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 14:43:01.860410 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Started child 115499 {{(pid=115389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 14:43:01.861630 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:01.862359 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO neutron.service [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 29 14:43:01.862758 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:01.863466 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [-] (115498) wsgi starting up on http://0.0.0.0:9696 Mar 29 14:43:01.865313 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO oslo_service.service [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Starting 1 workers Mar 29 14:43:01.865474 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:01.866805 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [-] (115499) wsgi starting up on http://0.0.0.0:9696 Mar 29 14:43:01.870668 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Started child 115500 {{(pid=115389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 14:43:01.871240 dv-cinder-835525-2-iscsi neutron-server[115389]: INFO oslo_service.service [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Starting 1 workers Mar 29 14:43:01.874626 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.service [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] calling RpcWorker wait() {{(pid=115500) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 29 14:43:01.875160 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.service [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] returning from RpcWorker wait() {{(pid=115500) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 29 14:43:01.875787 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Started child 115501 {{(pid=115389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 14:43:01.876629 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG neutron_lib.callbacks.manager [None req-e5a17a18-be12-46a6-88e4-a1c07a2b6760 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:01.876765 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:01.877328 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:43:01.878665 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115389) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 14:43:01.878875 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 14:43:01.879058 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 14:43:01.879270 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 14:43:01.879638 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 14:43:01.879800 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 14:43:01.880341 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.880618 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.880882 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.881033 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:01.881494 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.881494 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.881988 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:43:01.882118 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.882354 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.882596 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.882900 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.883147 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.883317 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.883483 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.883731 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.883980 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.884289 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.884568 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.884804 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.885097 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.885270 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.885539 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.885829 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.886081 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.886354 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] debug = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.886580 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.887082 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.887322 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.887572 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.887790 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.888065 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.888315 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.888599 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.888847 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.889135 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.889388 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.889663 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.889901 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.890132 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.890390 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.890609 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.890867 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.891090 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.891564 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] host = dv-cinder-835525-2-iscsi {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.891802 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.892041 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.892276 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.892523 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.892863 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.893026 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.893268 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.893534 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.893780 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.894029 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.894275 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.894513 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.894732 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.894969 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] log_file = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.895136 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] log_options = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.895406 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.895670 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.895920 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.896119 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.896289 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.896455 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.896726 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.896893 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.897182 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.897401 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.897616 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.897877 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.898094 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.898345 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.899128 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.899363 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.899582 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.899794 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.900040 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.900290 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.900536 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.900765 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.901019 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.901239 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.901455 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.901675 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.901923 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.902149 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.902387 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.902619 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.902986 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.903174 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.903420 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.903650 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.903922 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.904162 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.904389 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.904604 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.904895 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.905163 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.905413 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.905789 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.905993 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.906137 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.906578 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.906578 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.907309 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] use_json = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.907309 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.907638 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.907638 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.907983 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.908135 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.908241 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.908460 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.908710 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.908931 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.909421 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.909682 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.909981 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.910242 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.910492 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.910750 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.911047 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.911272 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.911685 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.911919 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.912229 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.912459 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.912816 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.913075 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.913339 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.913634 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.913890 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.914195 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.915052 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.915192 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.915424 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.915677 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.915975 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.916213 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.916450 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.916700 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.916940 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.917265 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.917516 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.917846 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.918108 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.918377 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.922623 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.922623 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.922623 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.922623 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.922623 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.922623 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.922623 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.922623 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.923380 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.923380 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.923380 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.923380 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.923380 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.923380 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.923380 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.923380 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.923916 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.923916 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.923916 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.923916 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.923916 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.923916 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.923916 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.923916 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.924631 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.924631 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.924631 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.924631 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.925124 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.925124 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.925315 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.925535 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.925762 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.925970 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.926212 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.926419 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.926645 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.926880 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.927092 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.927303 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.927539 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.927769 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.927988 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.928224 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.928436 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.928653 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.928864 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.929097 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.929307 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.929516 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.929726 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.929979 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.930188 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.930403 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.930634 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.930871 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.931103 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.931333 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.931545 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.931823 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.932170 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.932421 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.933078 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.933078 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.933289 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.933427 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.933617 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.933854 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.934093 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.934319 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.934562 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.934805 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.935042 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.935263 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.935503 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.935766 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.935990 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.936208 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.936429 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.936817 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.937020 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.937180 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.937415 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.937649 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.937901 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.938149 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.938383 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.938671 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.938924 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.939203 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.939422 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.939702 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.940043 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.940332 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.940610 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.940832 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.941109 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.941370 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.941884 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.942131 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.942382 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.942652 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.943418 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.943418 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.943418 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.943709 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.943787 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.944114 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.944351 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.944573 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.944809 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.945158 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.945332 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.946122 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.946393 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.946639 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.946873 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.947131 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.947377 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.947612 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.947865 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.948094 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.948330 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.948565 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.948786 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.949045 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.949263 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.949480 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.949732 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.949946 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.950163 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.950383 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.950618 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.950856 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.951106 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.951338 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.951569 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.951809 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.952027 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.952262 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.952484 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.952716 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.953002 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.953236 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.953646 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.954063 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.954445 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.954817 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.955207 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.955586 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.955994 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.956383 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.956748 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.957142 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.957365 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.957595 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.957815 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.958054 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.958284 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.958499 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.958733 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.958980 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.959326 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.959591 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.959824 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.960087 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.960325 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.960543 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.960777 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.961123 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.961379 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.961599 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.961824 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.962039 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.962279 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.962493 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.962888 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.963126 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.963380 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.963796 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.964040 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.964250 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.964472 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.964862 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.965100 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.965322 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.965535 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.965744 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.965989 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.966200 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.966580 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.967021 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.967441 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.967686 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.967958 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.968192 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.968468 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.968705 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.968912 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.969299 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.969527 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.969747 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.970294 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.970294 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.970469 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.970584 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.970804 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.971042 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.971253 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.971496 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.971710 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.971923 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.972166 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.972384 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.972593 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.972819 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.973050 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.973270 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.973493 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.973708 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.973918 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.974143 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.974380 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.974585 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.974829 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.975043 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.975273 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.975568 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.975818 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.976053 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.976341 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.976591 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.977383 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.977640 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.977947 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.978181 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.978436 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.978683 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.978928 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.979140 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.979398 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.979713 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.979987 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.980242 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.980482 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.980751 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.981050 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.981354 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.981569 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.981859 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.982196 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.982487 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.982737 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.982989 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.983238 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.983459 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.983674 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.983887 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.984100 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.984734 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.984734 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.984734 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.984972 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.985196 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.985426 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.985642 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.985866 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.986081 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.986307 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.986521 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:01.986676 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 14:43:01.987206 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115389) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 14:43:01.987363 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 14:43:01.987534 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 14:43:01.987700 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 14:43:01.987870 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 14:43:01.988026 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 14:43:01.988224 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.988315 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:43:01.988398 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.988529 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.988679 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.988835 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.989031 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.989242 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.989334 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.989491 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.989647 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.989808 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.989964 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.990120 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.990275 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.990429 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.990585 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.990739 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.990893 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.991055 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.991211 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.991368 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.991525 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.991685 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] debug = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.991851 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.992032 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.992202 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.992438 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.992597 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.992755 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.992913 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.993104 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.993256 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.993415 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.993574 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.993731 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.993895 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.994042 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.994195 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.994351 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.994505 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.994666 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.994817 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] host = dv-cinder-835525-2-iscsi {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.994993 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.995122 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.995277 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.995428 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.995577 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.995735 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.996375 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.996375 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.996375 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.996375 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.996652 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.996652 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.996771 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.996932 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] log_file = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.997087 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] log_options = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.997217 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.997367 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.997527 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.997707 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.997868 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.998023 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.998179 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.998335 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.998490 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.998647 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.998803 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.998958 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.999117 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.999274 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.999434 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.999565 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.999717 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:01.999871 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.000027 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.000184 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.000322 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.000481 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.000631 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.000786 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.001457 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.001457 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.001457 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.001457 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.001760 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.001760 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.001922 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.002003 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.002120 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.002290 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.002426 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.002584 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.002735 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.002865 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.003033 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.003185 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.003339 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.003495 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.003648 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.003804 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.003957 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.004114 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.004268 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] use_json = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.004423 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.004581 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.004740 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.004896 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.005073 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.005228 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.005382 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.005539 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.005700 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:43:02.005880 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.006040 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.006211 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.006371 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.006533 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.006694 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.006854 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.007015 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.007176 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.007334 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.007652 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.008408 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.008512 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.008659 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.008819 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.009020 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.009163 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.009475 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.009635 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.009794 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.009954 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.010118 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.010280 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.010438 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.010597 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.010756 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.010916 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.011084 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.011243 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.011417 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.011576 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.011737 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.011897 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.012057 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.012216 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.012375 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.012536 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.012695 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.012854 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.013032 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.013196 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.013355 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.013515 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.013673 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.013833 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.013992 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.014151 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.014310 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.014473 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.014630 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.014934 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.015225 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.015525 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.015822 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.016139 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.016310 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.016467 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.016773 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.017088 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.017382 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.017702 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.017913 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.018079 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.018235 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.018530 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.018824 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.019128 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.019287 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.019462 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.019626 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.019783 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.019914 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.020051 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.020195 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.020352 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.020504 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.020593 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57072) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:43:02.020670 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.020815 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.020990 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.021153 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.021312 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.021471 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.021631 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.021791 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.021951 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.022110 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.022269 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.022427 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.022587 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.022747 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.022907 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.023076 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.023250 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.023411 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.023723 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.023997 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.024164 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.024324 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.024484 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.024643 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.024804 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.024964 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.025149 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.025310 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.025474 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.026084 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.026084 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.026084 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.026084 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.026572 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.026572 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.026572 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.026905 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.026905 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.027173 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.027173 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.027499 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.027499 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.027728 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.027728 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.027954 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.028076 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.028220 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.028342 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.028479 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.028639 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.029006 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.029173 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.029336 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.029497 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.029657 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.029818 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.029978 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.030132 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.030385 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.030523 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.030645 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.030761 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.030919 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.031102 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.031263 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.031422 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.031582 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.031741 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.031901 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.032062 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.032221 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.032381 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.032540 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.032699 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.032860 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.033046 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.033209 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.033370 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.033529 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.033690 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.033850 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.034011 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.034172 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.034332 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.034492 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.034653 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.034814 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.034973 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.035132 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.035293 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.035454 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.035613 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.035773 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.035933 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.036093 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.036252 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.036417 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.036577 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.036736 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.036894 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.037076 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.037238 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.037398 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.037558 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.037718 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.037878 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.038038 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.038200 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.038946 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.038946 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.039112 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0159163 Mar 29 14:43:02.039757 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.039757 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.040154 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.040328 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.040484 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.040646 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.040809 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.040968 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.041168 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.041328 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.041489 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.041652 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.041814 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.041975 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.042134 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.042293 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.042454 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.042613 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.042775 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.042936 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.043095 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.043255 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.043414 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.043573 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.043737 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.043900 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.044060 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.044220 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.044380 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.044543 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.044702 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.044861 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.045042 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.045209 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.045368 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.045529 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.045688 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.045861 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.046021 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.046184 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.046344 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.046503 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.046664 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.046841 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.047004 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.047142 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.047278 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.047441 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.047600 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.047768 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.047928 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.048087 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.048233 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.048392 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.048552 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.048721 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.048881 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.049061 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.049221 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.049366 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.049527 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.049696 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.049855 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.050015 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.050174 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.050333 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.050492 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.050661 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.050872 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.050960 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.051116 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.051274 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.051432 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.051602 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.051764 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.051924 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.052093 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.052253 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.052413 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.052572 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.052743 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.052902 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.053921 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.054091 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.054254 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.054417 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.054580 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.054770 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.054985 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.055153 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.055315 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.055484 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.055655 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.055826 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.055986 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.056153 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.056366 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.056492 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.056640 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.056802 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.056963 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.057201 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.057372 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.057533 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.057693 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.057852 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.058012 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.058172 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.058333 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.058494 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.058654 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.058814 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.058973 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.059132 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.059290 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.059450 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:43:02.059602 dv-cinder-835525-2-iscsi neutron-server[115389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 14:43:13.698614 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54e0f76-4977-4651-b74c-6d2c6fb2201b None None] get_active_networks_info from dv-cinder-835525-2-iscsi {{(pid=115500) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 29 14:43:13.759893 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54e0f76-4977-4651-b74c-6d2c6fb2201b None None] No non-hosted networks {{(pid=115500) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 29 14:43:13.775348 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.agentschedulers_db [None req-c54e0f76-4977-4651-b74c-6d2c6fb2201b None None] DHCP Agent not found on host dv-cinder-835525-2-iscsi {{(pid=115500) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 29 14:43:13.874369 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-207797b6-4498-46c2-ac16-b056206e8b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-609241'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:15.753952 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-05df9c5e-052f-43ea-a442-502d97dd24d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-609241'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:15.781907 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.db.api [None req-2450f90b-27cb-49cd-ad7d-41a8597a54a6 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-835525-2-iscsi {{(pid=115500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 14:43:15.782347 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG oslo_db.api [None req-2450f90b-27cb-49cd-ad7d-41a8597a54a6 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 14:43:16.312183 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-2450f90b-27cb-49cd-ad7d-41a8597a54a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:16.719110 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57138) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:43:17.026394 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-609241'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:17.324102 dv-cinder-835525-2-iscsi neutron-server[115499]: WARNING oslo_policy.policy [None req-18fb01bd-55f7-48e4-889d-a93bbe783fd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 14:43:17.324938 dv-cinder-835525-2-iscsi neutron-server[115499]: WARNING oslo_policy.policy [None req-18fb01bd-55f7-48e4-889d-a93bbe783fd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 14:43:17.545448 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [None req-18fb01bd-55f7-48e4-889d-a93bbe783fd6 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 14:43:17.560997 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-18fb01bd-55f7-48e4-889d-a93bbe783fd6 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8265243 Mar 29 14:43:18.249676 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-609241'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:19.761378 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-609241'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:19.763027 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:19.764081 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:19.764743 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:19.765558 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:19.769225 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:19.769225 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:19.769225 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:19.769225 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:19.769225 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:19.769783 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:19.769783 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:19.769783 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:19.769783 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:19.770648 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:19.771281 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:19.773236 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835525-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:43:19.792662 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835525-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:43:20.154613 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57172) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:43:20.508176 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-8478d9f4-4008-4e4a-bdc1-98b7e41ec36b admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:43:20.599840 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.policy [None req-8478d9f4-4008-4e4a-bdc1-98b7e41ec36b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115499) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 14:43:20.642614 dv-cinder-835525-2-iscsi neutron-server[115499]: WARNING oslo_policy.policy [None req-8478d9f4-4008-4e4a-bdc1-98b7e41ec36b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 14:43:20.643004 dv-cinder-835525-2-iscsi neutron-server[115499]: WARNING oslo_policy.policy [None req-8478d9f4-4008-4e4a-bdc1-98b7e41ec36b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 14:43:20.812117 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8478d9f4-4008-4e4a-bdc1-98b7e41ec36b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727030263462', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727030262921', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727030279260', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727030268011', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727030296482', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727030075421', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1063834', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1076108', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-701966', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-633704'] for rbac-policy (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:20.862732 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.db.l3_hamode_db [None req-24c785e0-686b-4210-ac26-6fb38a44c5b8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 29 14:43:20.941712 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c785e0-686b-4210-ac26-6fb38a44c5b8 None None] Routers set() bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:43:20.942112 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c785e0-686b-4210-ac26-6fb38a44c5b8 None None] Router IDs set() for agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 14:43:20.960222 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8478d9f4-4008-4e4a-bdc1-98b7e41ec36b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:20.962062 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-8478d9f4-4008-4e4a-bdc1-98b7e41ec36b admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8063478 Mar 29 14:43:23.415628 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57184) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:43:23.718384 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:43:23.803570 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Made reservation on behalf of c4471275cee8437aa99829aacc8b8b9d for: {'network': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:43:23.807967 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:23.824659 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:23.929894 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Publish callbacks [] for security_group (eaa33c41-1fc0-419b-ba66-25e17e18a981), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:24.003272 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (eaa33c41-1fc0-419b-ba66-25e17e18a981), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:24.026554 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=115499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 14:43:24.061082 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727032248881', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (fe226cf4-bd7b-40e6-a31e-10b3571a995f), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:24.061629 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Unsubscribe: segment precommit_create {{(pid=115499) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 14:43:24.062147 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.segments_db [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Added segment fe226cf4-bd7b-40e6-a31e-10b3571a995f of type vlan for network d69caf37-3cdc-4506-897b-4ce71b56573a Mar 29 14:43:24.077765 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa33c41-1fc0-419b-ba66-25e17e18a981,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:43:24.104163 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:24.104508 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:24.104860 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:24.105228 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:24.105558 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:24.105878 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:24.106192 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:24.106505 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:24.106818 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:24.107129 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:24.107464 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:24.107827 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:24.108142 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:24.108451 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:24.108758 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Tracked resource versions report: Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: pushed versions: Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: { 'AddressGroup': {'1.2'}, Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Agent': {'1.1'}, Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'ConntrackHelper': {'1.0'}, Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'LocalIPAssociation': {'1.0'}, Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Log': {'1.0'}, Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'NDPProxy': {'1.0'}, Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Network': {'1.1'}, Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Port': {'1.7'}, Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'PortForwarding': {'1.3'}, Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'QosPolicy': {'1.10'}, Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'SecurityGroup': {'1.5'}, Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'SecurityGroupRule': {'1.2'}, Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'SubPort': {'1.0'}, Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Subnet': {'1.1'}, Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Trunk': {'1.1'}} Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: consumer versions: Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: { DHCP agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: L3 agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: Metadata agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: Metering agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: Open vSwitch agent@dv-cinder-835525-2-iscsi: { 'AddressGroup': '1.2', Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Agent': '1.1', Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'ConntrackHelper': '1.0', Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'LocalIPAssociation': '1.0', Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Log': '1.0', Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'NDPProxy': '1.0', Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Network': '1.1', Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Port': '1.7', Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'PortForwarding': '1.3', Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'QosPolicy': '1.10', Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'SecurityGroup': '1.5', Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'SecurityGroupRule': '1.2', Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'SubPort': '1.0', Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Subnet': '1.1', Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Trunk': '1.1'}} Mar 29 14:43:24.110194 dv-cinder-835525-2-iscsi neutron-server[115499]: {{(pid=115499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 14:43:24.173519 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727031888698'] for network (d69caf37-3cdc-4506-897b-4ce71b56573a), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:24.271958 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for network (d69caf37-3cdc-4506-897b-4ce71b56573a), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:24.277618 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:43:24.278340 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:24.388687 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] Pushing event updated for resources: {'Network': ['ID=d69caf37-3cdc-4506-897b-4ce71b56573a,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:43:24.400463 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Network d69caf37-3cdc-4506-897b-4ce71b56573a details requested by agent ovs-agent-dv-cinder-835525-2-iscsi with host dv-cinder-835525-2-iscsi {{(pid=115500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:43:24.429279 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-54a62772-83b0-4a93-af2e-6511245ef499 demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0125697 Mar 29 14:43:26.932142 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57196) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:43:27.329400 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb96c7f7-8cb2-4612-a7b5-66c5e4924703 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:43:27.330682 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-eb96c7f7-8cb2-4612-a7b5-66c5e4924703 demo admin] 10.222.0.16 "GET /v2.0/networks/d69caf37-3cdc-4506-897b-4ce71b56573a HTTP/1.1" status: 200 len: 825 time: 0.3976107 Mar 29 14:43:27.355334 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-400d0cdf-2c65-4ab3-8b9f-3c7127ad287f demo admin] 10.222.0.16 "GET /v2.0/subnetpools/43c70e2d-e512-4bfb-9524-b7e7f63d8cdd HTTP/1.1" status: 200 len: 734 time: 0.0185566 Mar 29 14:43:27.363613 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-9113a70e-ed6d-4e91-99f1-d2802d748952 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '43c70e2d-e512-4bfb-9524-b7e7f63d8cdd', 'network_id': 'd69caf37-3cdc-4506-897b-4ce71b56573a', 'gateway_ip': '172.20.0.1'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:43:27.466177 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9113a70e-ed6d-4e91-99f1-d2802d748952 demo admin] Made reservation on behalf of c4471275cee8437aa99829aacc8b8b9d for: {'subnet': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:43:27.468435 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9113a70e-ed6d-4e91-99f1-d2802d748952 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:27.792059 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9113a70e-ed6d-4e91-99f1-d2802d748952 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for subnet (3c76f076-d6c2-463a-b04e-c2b1429f4cc8), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:27.862353 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9113a70e-ed6d-4e91-99f1-d2802d748952 demo admin] Checking segment: {'id': 'fe226cf4-bd7b-40e6-a31e-10b3571a995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd69caf37-3cdc-4506-897b-4ce71b56573a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:43:27.862735 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9113a70e-ed6d-4e91-99f1-d2802d748952 demo admin] Network hostable DHCP agents. Network: d69caf37-3cdc-4506-897b-4ce71b56573a, hostable agents: ['d54be346-8d38-4a55-9238-c2600b34a430'], hosted agents: [] {{(pid=115499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:43:27.867706 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113a70e-ed6d-4e91-99f1-d2802d748952 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3c76f076-d6c2-463a-b04e-c2b1429f4cc8,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:43:27.946382 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9113a70e-ed6d-4e91-99f1-d2802d748952 demo admin] Network d69caf37-3cdc-4506-897b-4ce71b56573a is scheduled to be hosted by DHCP agent d54be346-8d38-4a55-9238-c2600b34a430 with binding_index 1 {{(pid=115499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:43:28.003047 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-9113a70e-ed6d-4e91-99f1-d2802d748952 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-2-iscsi, d69caf37-3cdc-4506-897b-4ce71b56573a) {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:43:28.008230 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9113a70e-ed6d-4e91-99f1-d2802d748952 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:43:28.008749 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9113a70e-ed6d-4e91-99f1-d2802d748952 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:28.012732 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dab41b3-d5fc-4ec5-a4b1-2ceb9628cd26 None None] Network d69caf37-3cdc-4506-897b-4ce71b56573a requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:43:28.063014 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-9113a70e-ed6d-4e91-99f1-d2802d748952 demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7023773 Mar 29 14:43:28.389920 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4e11d19-54b5-538b-a24b-6e69b5ff0a21-d69caf37-3cdc-4506-897b-4ce71b56573a', 'network_id': 'd69caf37-3cdc-4506-897b-4ce71b56573a', 'project_id': 'c4471275cee8437aa99829aacc8b8b9d', 'fixed_ips': [{'subnet_id': '3c76f076-d6c2-463a-b04e-c2b1429f4cc8'}]}} from dv-cinder-835525-2-iscsi. {{(pid=115500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 14:43:28.391170 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:28.664610 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.db_base_plugin_common [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Allocated IP 172.20.0.2 (d69caf37-3cdc-4506-897b-4ce71b56573a/3c76f076-d6c2-463a-b04e-c2b1429f4cc8/1a4c099e-4cbc-4b3a-90a3-7f3812210ac6) {{(pid=115500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:43:28.934868 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Publish callbacks [] for port (1a4c099e-4cbc-4b3a-90a3-7f3812210ac6), precommit_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:28.998656 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (1a4c099e-4cbc-4b3a-90a3-7f3812210ac6), after_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:29.067909 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Network d69caf37-3cdc-4506-897b-4ce71b56573a is already hosted by enough agents. {{(pid=115500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:43:29.072637 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.base_scheduler [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Resources bound (agent type, host, resource id): {{(pid=115500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:43:29.076362 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Received port after_create {{(pid=115500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:43:29.094948 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Pushing event updated for resources: {'Port': ['ID=1a4c099e-4cbc-4b3a-90a3-7f3812210ac6,revision_number=1']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:43:29.141770 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:29.142118 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:29.142475 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:29.142830 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:29.143167 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:29.143495 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:29.143818 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:29.144138 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:29.144459 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:29.144828 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:29.145179 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:29.145517 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:29.148336 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:29.148336 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:29.148336 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Tracked resource versions report: Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: pushed versions: Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: { 'AddressGroup': {'1.2'}, Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Agent': {'1.1'}, Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'ConntrackHelper': {'1.0'}, Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'LocalIPAssociation': {'1.0'}, Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Log': {'1.0'}, Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'NDPProxy': {'1.0'}, Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Network': {'1.1'}, Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Port': {'1.7'}, Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'PortForwarding': {'1.3'}, Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'QosPolicy': {'1.10'}, Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'SecurityGroup': {'1.5'}, Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'SecurityGroupRule': {'1.2'}, Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'SubPort': {'1.0'}, Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Subnet': {'1.1'}, Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Trunk': {'1.1'}} Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: consumer versions: Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: { DHCP agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: L3 agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: Metadata agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: Metering agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: Open vSwitch agent@dv-cinder-835525-2-iscsi: { 'AddressGroup': '1.2', Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Agent': '1.1', Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'ConntrackHelper': '1.0', Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'LocalIPAssociation': '1.0', Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Log': '1.0', Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'NDPProxy': '1.0', Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Network': '1.1', Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Port': '1.7', Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'PortForwarding': '1.3', Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'QosPolicy': '1.10', Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'SecurityGroup': '1.5', Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'SecurityGroupRule': '1.2', Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'SubPort': '1.0', Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Subnet': '1.1', Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Trunk': '1.1'}} Mar 29 14:43:29.148556 dv-cinder-835525-2-iscsi neutron-server[115500]: {{(pid=115500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 14:43:29.182505 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Attempting to bind port 1a4c099e-4cbc-4b3a-90a3-7f3812210ac6 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:43:29.182904 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Attempting to bind port 1a4c099e-4cbc-4b3a-90a3-7f3812210ac6 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': 'fe226cf4-bd7b-40e6-a31e-10b3571a995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd69caf37-3cdc-4506-897b-4ce71b56573a'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:43:29.183331 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Attempting to bind port 1a4c099e-4cbc-4b3a-90a3-7f3812210ac6 on network d69caf37-3cdc-4506-897b-4ce71b56573a {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:43:29.188246 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:43:29.188563 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Checking segment: {'id': 'fe226cf4-bd7b-40e6-a31e-10b3571a995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd69caf37-3cdc-4506-897b-4ce71b56573a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:43:29.189068 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:29.189457 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Bound using segment: {'id': 'fe226cf4-bd7b-40e6-a31e-10b3571a995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd69caf37-3cdc-4506-897b-4ce71b56573a'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:43:29.189912 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Bound port: 1a4c099e-4cbc-4b3a-90a3-7f3812210ac6, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe226cf4-bd7b-40e6-a31e-10b3571a995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd69caf37-3cdc-4506-897b-4ce71b56573a'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:43:29.190316 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (1a4c099e-4cbc-4b3a-90a3-7f3812210ac6), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:29.258308 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] For port 1a4c099e-4cbc-4b3a-90a3-7f3812210ac6, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:43:29.262757 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] For port 1a4c099e-4cbc-4b3a-90a3-7f3812210ac6, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=1a4c099e-4cbc-4b3a-90a3-7f3812210ac6,segment=NetworkSegment(fe226cf4-bd7b-40e6-a31e-10b3571a995f),segment_id=fe226cf4-bd7b-40e6-a31e-10b3571a995f)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:43:29.352169 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (1a4c099e-4cbc-4b3a-90a3-7f3812210ac6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:29.425179 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027e80e-1a15-47ed-a896-8e742cf87577 None None] Pushing event updated for resources: {'Port': ['ID=1a4c099e-4cbc-4b3a-90a3-7f3812210ac6,revision_number=2']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:43:30.572222 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57204) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:43:30.880774 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [None req-3fb2f5ec-34c3-4fed-80a8-dfa765f6545c admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 14:43:30.881909 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-3fb2f5ec-34c3-4fed-80a8-dfa765f6545c admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3087189 Mar 29 14:43:33.378641 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57212) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:43:33.688121 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [None req-3a1f8cdd-f7e0-41e6-bbf6-23ad7e7d5233 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 14:43:33.689138 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-3a1f8cdd-f7e0-41e6-bbf6-23ad7e7d5233 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3094053 Mar 29 14:43:36.198770 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57220) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:43:36.511203 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-fcff4c4c-4b4a-4bf6-a0b0-d83014b47515 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:43:36.603702 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fcff4c4c-4b4a-4bf6-a0b0-d83014b47515 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router (57689d98-afcc-4d58-9361-b300ca6e7037), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:36.605320 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fcff4c4c-4b4a-4bf6-a0b0-d83014b47515 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (57689d98-afcc-4d58-9361-b300ca6e7037), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:36.737625 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fcff4c4c-4b4a-4bf6-a0b0-d83014b47515 demo demo] Publish callbacks [] for router_controller (57689d98-afcc-4d58-9361-b300ca6e7037), precommit_add_association {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:36.792632 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fcff4c4c-4b4a-4bf6-a0b0-d83014b47515 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606242'] for router (57689d98-afcc-4d58-9361-b300ca6e7037), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:36.873835 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fcff4c4c-4b4a-4bf6-a0b0-d83014b47515 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:36.889006 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-fcff4c4c-4b4a-4bf6-a0b0-d83014b47515 demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6753869 Mar 29 14:43:38.919138 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 5 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:43:39.376788 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57232) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:43:39.698480 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [None req-5a4d8f79-1bb5-47df-af61-7ea9ad7ac6d0 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 14:43:39.699482 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-5a4d8f79-1bb5-47df-af61-7ea9ad7ac6d0 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3216908 Mar 29 14:43:40.462247 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 1a4c099e-4cbc-4b3a-90a3-7f3812210ac6 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:43:40.547108 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 1a4c099e-4cbc-4b3a-90a3-7f3812210ac6 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:43:40.547526 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (1a4c099e-4cbc-4b3a-90a3-7f3812210ac6), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:40.575882 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f72b5c-1e28-4b44-b76f-5cbd36b62f1d None None] Network d69caf37-3cdc-4506-897b-4ce71b56573a requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:43:40.659375 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-8f8f82af-77e5-4960-bb8e-11acf6c87af5 None None] Provisioning complete for port 1a4c099e-4cbc-4b3a-90a3-7f3812210ac6 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:43:40.659763 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8f8f82af-77e5-4960-bb8e-11acf6c87af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (1a4c099e-4cbc-4b3a-90a3-7f3812210ac6), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:40.767357 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 1a4c099e-4cbc-4b3a-90a3-7f3812210ac6 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:43:40.767749 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (1a4c099e-4cbc-4b3a-90a3-7f3812210ac6), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:40.859231 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] For port 1a4c099e-4cbc-4b3a-90a3-7f3812210ac6, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=1a4c099e-4cbc-4b3a-90a3-7f3812210ac6,segment=NetworkSegment(fe226cf4-bd7b-40e6-a31e-10b3571a995f),segment_id=fe226cf4-bd7b-40e6-a31e-10b3571a995f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:43:40.888172 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f82af-77e5-4960-bb8e-11acf6c87af5 None None] Current status of the port 1a4c099e-4cbc-4b3a-90a3-7f3812210ac6 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:43:40.888172 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8f8f82af-77e5-4960-bb8e-11acf6c87af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (1a4c099e-4cbc-4b3a-90a3-7f3812210ac6), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:40.941604 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (1a4c099e-4cbc-4b3a-90a3-7f3812210ac6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:41.015714 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.db.api [None req-8f8f82af-77e5-4960-bb8e-11acf6c87af5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 14:43:41.016083 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG oslo_db.api [None req-8f8f82af-77e5-4960-bb8e-11acf6c87af5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 14:43:41.020404 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Pushing event updated for resources: {'Port': ['ID=1a4c099e-4cbc-4b3a-90a3-7f3812210ac6,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:43:41.551671 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f82af-77e5-4960-bb8e-11acf6c87af5 None None] Current status of the port 1a4c099e-4cbc-4b3a-90a3-7f3812210ac6 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:43:41.672440 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-960fa269-97f2-494a-9bf4-dd5f6d393123 None None] Provisioning complete for port 1a4c099e-4cbc-4b3a-90a3-7f3812210ac6 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:43:41.672836 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-960fa269-97f2-494a-9bf4-dd5f6d393123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (1a4c099e-4cbc-4b3a-90a3-7f3812210ac6), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:41.750357 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-960fa269-97f2-494a-9bf4-dd5f6d393123 None None] Current status of the port 1a4c099e-4cbc-4b3a-90a3-7f3812210ac6 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:43:42.208293 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57242) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:43:42.429170 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 1a4c099e-4cbc-4b3a-90a3-7f3812210ac6 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:43:42.473701 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 1a4c099e-4cbc-4b3a-90a3-7f3812210ac6 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:43:42.474101 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (1a4c099e-4cbc-4b3a-90a3-7f3812210ac6), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:42.516865 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-b3cddd3a-5097-4fb0-90c6-7bf1ddf2f5d1 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:43:42.548035 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 1a4c099e-4cbc-4b3a-90a3-7f3812210ac6 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:43:42.586316 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cddd3a-5097-4fb0-90c6-7bf1ddf2f5d1 admin admin] Made reservation on behalf of 85b930bbbdf4486ea09d758b91b79650 for: {'network': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:43:42.588476 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b3cddd3a-5097-4fb0-90c6-7bf1ddf2f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:42.598523 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b3cddd3a-5097-4fb0-90c6-7bf1ddf2f5d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:42.668766 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b3cddd3a-5097-4fb0-90c6-7bf1ddf2f5d1 admin admin] Publish callbacks [] for security_group (9ac8b6ee-436d-4058-bc6a-5e05da6a536c), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:42.723315 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b3cddd3a-5097-4fb0-90c6-7bf1ddf2f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (9ac8b6ee-436d-4058-bc6a-5e05da6a536c), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:42.738160 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b3cddd3a-5097-4fb0-90c6-7bf1ddf2f5d1 admin admin] Reserving flat network on physical network physnet1 {{(pid=115499) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 29 14:43:42.756522 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cddd3a-5097-4fb0-90c6-7bf1ddf2f5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac8b6ee-436d-4058-bc6a-5e05da6a536c,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:43:42.761878 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b3cddd3a-5097-4fb0-90c6-7bf1ddf2f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (536ab092-afc0-4604-8c0e-0bff1d204e7a), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:42.762441 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.segments_db [None req-b3cddd3a-5097-4fb0-90c6-7bf1ddf2f5d1 admin admin] Added segment 536ab092-afc0-4604-8c0e-0bff1d204e7a of type flat for network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 Mar 29 14:43:42.806460 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b3cddd3a-5097-4fb0-90c6-7bf1ddf2f5d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727031888698'] for network (35de33f6-ccbb-4ce0-93f2-17c55baad7c7), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:42.894651 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b3cddd3a-5097-4fb0-90c6-7bf1ddf2f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for network (35de33f6-ccbb-4ce0-93f2-17c55baad7c7), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:42.895493 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cddd3a-5097-4fb0-90c6-7bf1ddf2f5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:43:42.896052 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b3cddd3a-5097-4fb0-90c6-7bf1ddf2f5d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:42.982971 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cddd3a-5097-4fb0-90c6-7bf1ddf2f5d1 admin admin] Pushing event updated for resources: {'Network': ['ID=35de33f6-ccbb-4ce0-93f2-17c55baad7c7,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:43:42.992030 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 details requested by agent ovs-agent-dv-cinder-835525-2-iscsi with host dv-cinder-835525-2-iscsi {{(pid=115500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:43:43.034692 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-b3cddd3a-5097-4fb0-90c6-7bf1ddf2f5d1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8253312 Mar 29 14:43:43.660275 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b69ef7cc-7206-4a74-b408-1c9f348c96fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:45.496180 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57250) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:43:45.751770 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-109dfd3c-9342-4c98-b76e-c7b26803618c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:45.846068 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308bad80-6e7c-44e7-ab1f-e705db6640ac demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:43:45.847411 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-308bad80-6e7c-44e7-ab1f-e705db6640ac demo admin] 10.222.0.16 "GET /v2.0/subnets/3c76f076-d6c2-463a-b04e-c2b1429f4cc8 HTTP/1.1" status: 200 len: 849 time: 0.3502939 Mar 29 14:43:45.970519 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-74c8c449-d53a-402c-9140-5a4874e12751 demo admin] 10.222.0.16 "GET /v2.0/routers/57689d98-afcc-4d58-9361-b300ca6e7037 HTTP/1.1" status: 200 len: 704 time: 0.1174505 Mar 29 14:43:46.234952 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-03eee36b-a61a-4231-b899-583f66eb9045 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:46.562068 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [None req-03eee36b-a61a-4231-b899-583f66eb9045 demo admin] Allocated IP 172.20.0.1 (d69caf37-3cdc-4506-897b-4ce71b56573a/3c76f076-d6c2-463a-b04e-c2b1429f4cc8/67f8f720-e41f-4e4b-901d-dc8434a0d4bd) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:43:46.710220 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-03eee36b-a61a-4231-b899-583f66eb9045 demo admin] Publish callbacks [] for port (67f8f720-e41f-4e4b-901d-dc8434a0d4bd), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:46.821501 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-03eee36b-a61a-4231-b899-583f66eb9045 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (67f8f720-e41f-4e4b-901d-dc8434a0d4bd), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:46.890110 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eee36b-a61a-4231-b899-583f66eb9045 demo admin] Network d69caf37-3cdc-4506-897b-4ce71b56573a is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:43:46.895781 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-03eee36b-a61a-4231-b899-583f66eb9045 demo admin] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:43:46.905816 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eee36b-a61a-4231-b899-583f66eb9045 demo admin] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:43:46.906356 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-03eee36b-a61a-4231-b899-583f66eb9045 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606965'] for router_interface (57689d98-afcc-4d58-9361-b300ca6e7037), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:46.931794 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eee36b-a61a-4231-b899-583f66eb9045 demo admin] Pushing event updated for resources: {'Port': ['ID=67f8f720-e41f-4e4b-901d-dc8434a0d4bd,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:43:46.980796 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:47.098684 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-59c32eba-7820-436f-93cd-cf4e95f18832 None None] Provisioning complete for port 67f8f720-e41f-4e4b-901d-dc8434a0d4bd triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:43:47.098996 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-59c32eba-7820-436f-93cd-cf4e95f18832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (67f8f720-e41f-4e4b-901d-dc8434a0d4bd), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:47.134588 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-59c32eba-7820-436f-93cd-cf4e95f18832 None None] Port 67f8f720-e41f-4e4b-901d-dc8434a0d4bd cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:43:47.181216 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-03eee36b-a61a-4231-b899-583f66eb9045 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (67f8f720-e41f-4e4b-901d-dc8434a0d4bd), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:47.385370 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-03eee36b-a61a-4231-b899-583f66eb9045 demo admin] Publish callbacks [] for port (67f8f720-e41f-4e4b-901d-dc8434a0d4bd), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:47.442850 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-03eee36b-a61a-4231-b899-583f66eb9045 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (67f8f720-e41f-4e4b-901d-dc8434a0d4bd), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:47.443605 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-03eee36b-a61a-4231-b899-583f66eb9045 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606817'] for router_interface (57689d98-afcc-4d58-9361-b300ca6e7037), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:47.518006 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eee36b-a61a-4231-b899-583f66eb9045 demo admin] Pushing event updated for resources: {'Port': ['ID=67f8f720-e41f-4e4b-901d-dc8434a0d4bd,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:43:47.565441 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eee36b-a61a-4231-b899-583f66eb9045 demo admin] Network d69caf37-3cdc-4506-897b-4ce71b56573a is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:43:47.566978 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-03eee36b-a61a-4231-b899-583f66eb9045 demo admin] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:43:47.781056 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03eee36b-a61a-4231-b899-583f66eb9045 demo admin] Router 57689d98-afcc-4d58-9361-b300ca6e7037 is scheduled to L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 with binding_index 1 {{(pid=115499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 14:43:47.857751 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-f81114be-1243-40b9-8372-ee0aa4270c12 None None] Provisioning complete for port 67f8f720-e41f-4e4b-901d-dc8434a0d4bd triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:43:47.858068 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-f81114be-1243-40b9-8372-ee0aa4270c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (67f8f720-e41f-4e4b-901d-dc8434a0d4bd), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:47.875005 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03eee36b-a61a-4231-b899-583f66eb9045 demo admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:43:47.884790 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] Sync routers for ids ['57689d98-afcc-4d58-9361-b300ca6e7037'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:43:47.890084 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-03eee36b-a61a-4231-b899-583f66eb9045 demo admin] 10.222.0.16 "PUT /v2.0/routers/57689d98-afcc-4d58-9361-b300ca6e7037/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9132206 Mar 29 14:43:47.892507 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-f81114be-1243-40b9-8372-ee0aa4270c12 None None] Port 67f8f720-e41f-4e4b-901d-dc8434a0d4bd cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:43:47.898087 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] Routers {'57689d98-afcc-4d58-9361-b300ca6e7037'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:43:47.899521 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:43:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['57689d98-afcc-4d58-9361-b300ca6e7037'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:43:48.092458 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] Set router 57689d98-afcc-4d58-9361-b300ca6e7037 gateway port host: None {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:43:48.180780 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:48.524716 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57689d98-afcc-4d58-9361-b300ca6e7037', 'name': 'router1', 'tenant_id': 'c4471275cee8437aa99829aacc8b8b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:43:36Z', 'updated_at': '2022-03-29T14:43:47Z', 'revision_number': 2, 'project_id': 'c4471275cee8437aa99829aacc8b8b9d', 'gw_port_host': None, '_interfaces': [{'id': '67f8f720-e41f-4e4b-901d-dc8434a0d4bd', 'name': '', 'network_id': 'd69caf37-3cdc-4506-897b-4ce71b56573a', 'tenant_id': 'c4471275cee8437aa99829aacc8b8b9d', 'mac_address': 'fa:16:3e:88:51:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57689d98-afcc-4d58-9361-b300ca6e7037', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c76f076-d6c2-463a-b04e-c2b1429f4cc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:43:46Z', 'updated_at': '2022-03-29T14:43:47Z', 'revision_number': 2, 'project_id': 'c4471275cee8437aa99829aacc8b8b9d', 'subnets': [{'id': '3c76f076-d6c2-463a-b04e-c2b1429f4cc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43c70e2d-e512-4bfb-9524-b7e7f63d8cdd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:43:48.576628 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] Checking router: 57689d98-afcc-4d58-9361-b300ca6e7037 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:43:48.577023 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] Updating router 57689d98-afcc-4d58-9361-b300ca6e7037 port 67f8f720-e41f-4e4b-901d-dc8434a0d4bd binding host dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:43:48.630569 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (67f8f720-e41f-4e4b-901d-dc8434a0d4bd), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:49.135839 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] Publish callbacks [] for port (67f8f720-e41f-4e4b-901d-dc8434a0d4bd), precommit_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:49.203145 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (67f8f720-e41f-4e4b-901d-dc8434a0d4bd), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:49.369529 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] Attempting to bind port 67f8f720-e41f-4e4b-901d-dc8434a0d4bd on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:43:49.369930 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] Attempting to bind port 67f8f720-e41f-4e4b-901d-dc8434a0d4bd by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': 'fe226cf4-bd7b-40e6-a31e-10b3571a995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd69caf37-3cdc-4506-897b-4ce71b56573a'}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:43:49.370369 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] Attempting to bind port 67f8f720-e41f-4e4b-901d-dc8434a0d4bd on network d69caf37-3cdc-4506-897b-4ce71b56573a {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:43:49.373445 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12329d-fb6b-47b6-8421-a3c1dfd26482 None None] Pushing event updated for resources: {'Port': ['ID=67f8f720-e41f-4e4b-901d-dc8434a0d4bd,revision_number=3']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:43:49.378304 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:43:49.378694 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] Checking segment: {'id': 'fe226cf4-bd7b-40e6-a31e-10b3571a995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd69caf37-3cdc-4506-897b-4ce71b56573a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:43:49.379170 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:49.379556 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] Bound using segment: {'id': 'fe226cf4-bd7b-40e6-a31e-10b3571a995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd69caf37-3cdc-4506-897b-4ce71b56573a'} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:43:49.380015 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] Bound port: 67f8f720-e41f-4e4b-901d-dc8434a0d4bd, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe226cf4-bd7b-40e6-a31e-10b3571a995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd69caf37-3cdc-4506-897b-4ce71b56573a'}}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:43:49.380387 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (67f8f720-e41f-4e4b-901d-dc8434a0d4bd), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:49.394789 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12329d-fb6b-47b6-8421-a3c1dfd26482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:49.395132 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12329d-fb6b-47b6-8421-a3c1dfd26482 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:49.395487 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12329d-fb6b-47b6-8421-a3c1dfd26482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:49.395836 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12329d-fb6b-47b6-8421-a3c1dfd26482 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:49.396173 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12329d-fb6b-47b6-8421-a3c1dfd26482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:49.396498 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12329d-fb6b-47b6-8421-a3c1dfd26482 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:49.396813 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12329d-fb6b-47b6-8421-a3c1dfd26482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:49.397226 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12329d-fb6b-47b6-8421-a3c1dfd26482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:49.397550 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12329d-fb6b-47b6-8421-a3c1dfd26482 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:49.397868 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12329d-fb6b-47b6-8421-a3c1dfd26482 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:49.398187 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12329d-fb6b-47b6-8421-a3c1dfd26482 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:49.398524 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12329d-fb6b-47b6-8421-a3c1dfd26482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:49.398845 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12329d-fb6b-47b6-8421-a3c1dfd26482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:49.399161 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12329d-fb6b-47b6-8421-a3c1dfd26482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:49.399476 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12329d-fb6b-47b6-8421-a3c1dfd26482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12329d-fb6b-47b6-8421-a3c1dfd26482 None None] Tracked resource versions report: Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: pushed versions: Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: { 'AddressGroup': {'1.2'}, Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Agent': {'1.1'}, Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'ConntrackHelper': {'1.0'}, Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'LocalIPAssociation': {'1.0'}, Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Log': {'1.0'}, Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'NDPProxy': {'1.0'}, Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Network': {'1.1'}, Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Port': {'1.7'}, Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'PortForwarding': {'1.3'}, Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'QosPolicy': {'1.10'}, Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'SecurityGroup': {'1.5'}, Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'SecurityGroupRule': {'1.2'}, Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'SubPort': {'1.0'}, Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Subnet': {'1.1'}, Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Trunk': {'1.1'}} Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: consumer versions: Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: { DHCP agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: L3 agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: Metadata agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: Metering agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: Open vSwitch agent@dv-cinder-835525-2-iscsi: { 'AddressGroup': '1.2', Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Agent': '1.1', Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'ConntrackHelper': '1.0', Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'LocalIPAssociation': '1.0', Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Log': '1.0', Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'NDPProxy': '1.0', Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Network': '1.1', Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Port': '1.7', Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'PortForwarding': '1.3', Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'QosPolicy': '1.10', Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'SecurityGroup': '1.5', Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'SecurityGroupRule': '1.2', Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'SubPort': '1.0', Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Subnet': '1.1', Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Trunk': '1.1'}} Mar 29 14:43:49.400917 dv-cinder-835525-2-iscsi neutron-server[115501]: {{(pid=115501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 14:43:49.422001 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-f5cbeab9-8bb4-424c-9e78-d969df22e330 None None] Provisioning complete for port 67f8f720-e41f-4e4b-901d-dc8434a0d4bd triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:43:49.422470 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-f5cbeab9-8bb4-424c-9e78-d969df22e330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (67f8f720-e41f-4e4b-901d-dc8434a0d4bd), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:49.456260 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-f5cbeab9-8bb4-424c-9e78-d969df22e330 None None] Port 67f8f720-e41f-4e4b-901d-dc8434a0d4bd cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:43:49.461554 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] For port 67f8f720-e41f-4e4b-901d-dc8434a0d4bd, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:43:49.481125 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] For port 67f8f720-e41f-4e4b-901d-dc8434a0d4bd, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=67f8f720-e41f-4e4b-901d-dc8434a0d4bd,segment=NetworkSegment(fe226cf4-bd7b-40e6-a31e-10b3571a995f),segment_id=fe226cf4-bd7b-40e6-a31e-10b3571a995f)] {{(pid=115501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:43:49.541115 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (67f8f720-e41f-4e4b-901d-dc8434a0d4bd), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:49.600222 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] Routers {'57689d98-afcc-4d58-9361-b300ca6e7037'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:43:49.600861 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:43:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['57689d98-afcc-4d58-9361-b300ca6e7037'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:43:49.602809 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12329d-fb6b-47b6-8421-a3c1dfd26482 None None] Pushing event updated for resources: {'Port': ['ID=67f8f720-e41f-4e4b-901d-dc8434a0d4bd,revision_number=4']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:43:49.704999 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] Set router 57689d98-afcc-4d58-9361-b300ca6e7037 gateway port host: None {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:43:49.746246 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:49.775013 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-f5ab16d6-9d94-46dd-965a-380c2568dea9 None None] Provisioning complete for port 67f8f720-e41f-4e4b-901d-dc8434a0d4bd triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:43:49.775620 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-f5ab16d6-9d94-46dd-965a-380c2568dea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (67f8f720-e41f-4e4b-901d-dc8434a0d4bd), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:49.856363 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab16d6-9d94-46dd-965a-380c2568dea9 None None] Current status of the port 67f8f720-e41f-4e4b-901d-dc8434a0d4bd is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:43:49.856696 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-f5ab16d6-9d94-46dd-965a-380c2568dea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (67f8f720-e41f-4e4b-901d-dc8434a0d4bd), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:49.888818 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-f5ab16d6-9d94-46dd-965a-380c2568dea9 None None] For port 67f8f720-e41f-4e4b-901d-dc8434a0d4bd, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=67f8f720-e41f-4e4b-901d-dc8434a0d4bd,segment=NetworkSegment(fe226cf4-bd7b-40e6-a31e-10b3571a995f),segment_id=fe226cf4-bd7b-40e6-a31e-10b3571a995f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:43:49.917653 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57689d98-afcc-4d58-9361-b300ca6e7037', 'name': 'router1', 'tenant_id': 'c4471275cee8437aa99829aacc8b8b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:43:36Z', 'updated_at': '2022-03-29T14:43:47Z', 'revision_number': 2, 'project_id': 'c4471275cee8437aa99829aacc8b8b9d', 'gw_port_host': None, '_interfaces': [{'id': '67f8f720-e41f-4e4b-901d-dc8434a0d4bd', 'name': '', 'network_id': 'd69caf37-3cdc-4506-897b-4ce71b56573a', 'tenant_id': 'c4471275cee8437aa99829aacc8b8b9d', 'mac_address': 'fa:16:3e:88:51:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57689d98-afcc-4d58-9361-b300ca6e7037', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c76f076-d6c2-463a-b04e-c2b1429f4cc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:43:46Z', 'updated_at': '2022-03-29T14:43:49Z', 'revision_number': 4, 'project_id': 'c4471275cee8437aa99829aacc8b8b9d', 'subnets': [{'id': '3c76f076-d6c2-463a-b04e-c2b1429f4cc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43c70e2d-e512-4bfb-9524-b7e7f63d8cdd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:43:49.942810 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69084a98-8852-4192-9096-bd17ccf733e6 None None] The sync data for ids ['57689d98-afcc-4d58-9361-b300ca6e7037'] in dv-cinder-835525-2-iscsi is: [{'id': '57689d98-afcc-4d58-9361-b300ca6e7037', 'name': 'router1', 'tenant_id': 'c4471275cee8437aa99829aacc8b8b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:43:36Z', 'updated_at': '2022-03-29T14:43:47Z', 'revision_number': 2, 'project_id': 'c4471275cee8437aa99829aacc8b8b9d', 'gw_port_host': None, '_interfaces': [{'id': '67f8f720-e41f-4e4b-901d-dc8434a0d4bd', 'name': '', 'network_id': 'd69caf37-3cdc-4506-897b-4ce71b56573a', 'tenant_id': 'c4471275cee8437aa99829aacc8b8b9d', 'mac_address': 'fa:16:3e:88:51:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57689d98-afcc-4d58-9361-b300ca6e7037', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c76f076-d6c2-463a-b04e-c2b1429f4cc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:43:46Z', 'updated_at': '2022-03-29T14:43:49Z', 'revision_number': 4, 'project_id': 'c4471275cee8437aa99829aacc8b8b9d', 'subnets': [{'id': '3c76f076-d6c2-463a-b04e-c2b1429f4cc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43c70e2d-e512-4bfb-9524-b7e7f63d8cdd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:43:49.952539 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-f5ab16d6-9d94-46dd-965a-380c2568dea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (67f8f720-e41f-4e4b-901d-dc8434a0d4bd), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:50.003453 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab16d6-9d94-46dd-965a-380c2568dea9 None None] Pushing event updated for resources: {'Port': ['ID=67f8f720-e41f-4e4b-901d-dc8434a0d4bd,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:43:50.382310 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57270) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:43:50.572477 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7edeb70-55f3-49d4-ac40-44e27a03b742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:43:50.573874 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-b7edeb70-55f3-49d4-ac40-44e27a03b742 admin admin] 10.222.0.16 "GET /v2.0/networks/35de33f6-ccbb-4ce0-93f2-17c55baad7c7 HTTP/1.1" status: 200 len: 842 time: 0.1904142 Mar 29 14:43:50.583302 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-730b8716-f210-4987-8fb0-6daf26587453 admin admin] Request body: {'subnet': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'ip_version': 4}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:43:50.643119 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730b8716-f210-4987-8fb0-6daf26587453 admin admin] Made reservation on behalf of 85b930bbbdf4486ea09d758b91b79650 for: {'subnet': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:43:50.645369 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-730b8716-f210-4987-8fb0-6daf26587453 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:51.049251 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.objects.ports [None req-730b8716-f210-4987-8fb0-6daf26587453 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115499) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 14:43:51.049663 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-730b8716-f210-4987-8fb0-6daf26587453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for subnet (c2a84397-0026-4bd7-92a0-1b2547789488), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:51.096410 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b8716-f210-4987-8fb0-6daf26587453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2a84397-0026-4bd7-92a0-1b2547789488,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:43:51.110559 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730b8716-f210-4987-8fb0-6daf26587453 admin admin] Checking segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:43:51.110906 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730b8716-f210-4987-8fb0-6daf26587453 admin admin] Network hostable DHCP agents. Network: 35de33f6-ccbb-4ce0-93f2-17c55baad7c7, hostable agents: ['d54be346-8d38-4a55-9238-c2600b34a430'], hosted agents: [] {{(pid=115499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:43:51.192254 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730b8716-f210-4987-8fb0-6daf26587453 admin admin] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is scheduled to be hosted by DHCP agent d54be346-8d38-4a55-9238-c2600b34a430 with binding_index 1 {{(pid=115499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:43:51.283261 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-730b8716-f210-4987-8fb0-6daf26587453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-2-iscsi, 35de33f6-ccbb-4ce0-93f2-17c55baad7c7) {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:43:51.287391 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730b8716-f210-4987-8fb0-6daf26587453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:43:51.287996 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-730b8716-f210-4987-8fb0-6daf26587453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:51.292081 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05062ed9-ea49-4745-9422-2c93ee39ad44 None None] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:43:51.354772 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-730b8716-f210-4987-8fb0-6daf26587453 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7746947 Mar 29 14:43:51.397159 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24737519-c9a1-467f-a5a9-9268e590c277 None None] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:43:53.811801 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57288) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:43:53.943796 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-d4af6599-f6f4-4851-adb4-2e70a198f4d3 demo admin] 10.222.0.16 "GET /v2.0/routers/57689d98-afcc-4d58-9361-b300ca6e7037 HTTP/1.1" status: 200 len: 710 time: 0.1307845 Mar 29 14:43:54.027423 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3a6dd0-c7da-4a05-b647-d1d41e4750c5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:43:54.028786 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-7d3a6dd0-c7da-4a05-b647-d1d41e4750c5 demo admin] 10.222.0.16 "GET /v2.0/networks/35de33f6-ccbb-4ce0-93f2-17c55baad7c7 HTTP/1.1" status: 200 len: 886 time: 0.0797536 Mar 29 14:43:54.038026 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-7da5e410-87a3-46ad-8b4f-323e05d829af demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:43:54.284191 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7da5e410-87a3-46ad-8b4f-323e05d829af demo admin] Publish callbacks [] for router_gateway (57689d98-afcc-4d58-9361-b300ca6e7037), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:54.598196 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7da5e410-87a3-46ad-8b4f-323e05d829af demo admin] Publish callbacks [] for router_gateway (57689d98-afcc-4d58-9361-b300ca6e7037), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:54.670827 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7da5e410-87a3-46ad-8b4f-323e05d829af demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:54.789263 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [None req-7da5e410-87a3-46ad-8b4f-323e05d829af demo admin] Allocated IP 172.27.1.135 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/c1291cce-83f6-4953-a46e-98dc60b01390) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:43:54.888905 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7da5e410-87a3-46ad-8b4f-323e05d829af demo admin] Publish callbacks [] for port (c1291cce-83f6-4953-a46e-98dc60b01390), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:55.015239 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7da5e410-87a3-46ad-8b4f-323e05d829af demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (c1291cce-83f6-4953-a46e-98dc60b01390), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:55.051741 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da5e410-87a3-46ad-8b4f-323e05d829af demo admin] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:43:55.053696 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-7da5e410-87a3-46ad-8b4f-323e05d829af demo admin] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:43:55.063110 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da5e410-87a3-46ad-8b4f-323e05d829af demo admin] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:43:55.069691 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5e410-87a3-46ad-8b4f-323e05d829af demo admin] Pushing event updated for resources: {'Port': ['ID=c1291cce-83f6-4953-a46e-98dc60b01390,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:43:55.499954 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7da5e410-87a3-46ad-8b4f-323e05d829af demo admin] Publish callbacks [] for router_gateway (57689d98-afcc-4d58-9361-b300ca6e7037), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:55.690683 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7da5e410-87a3-46ad-8b4f-323e05d829af demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-606407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-608694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-387'] for router (57689d98-afcc-4d58-9361-b300ca6e7037), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:55.694559 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7da5e410-87a3-46ad-8b4f-323e05d829af demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-606416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-606425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-608703'] for router (57689d98-afcc-4d58-9361-b300ca6e7037), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:55.802516 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da5e410-87a3-46ad-8b4f-323e05d829af demo admin] Router 57689d98-afcc-4d58-9361-b300ca6e7037 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:43:55.908727 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da5e410-87a3-46ad-8b4f-323e05d829af demo admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:43:55.913515 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7da5e410-87a3-46ad-8b4f-323e05d829af demo admin] Publish callbacks [] for router (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:55.929018 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-7da5e410-87a3-46ad-8b4f-323e05d829af demo admin] 10.222.0.16 "PUT /v2.0/routers/57689d98-afcc-4d58-9361-b300ca6e7037 HTTP/1.1" status: 200 len: 890 time: 1.8802938 Mar 29 14:43:58.424236 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57300) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:43:58.481467 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 67f8f720-e41f-4e4b-901d-dc8434a0d4bd up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:43:58.514779 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] Sync routers for ids ['57689d98-afcc-4d58-9361-b300ca6e7037'] in dv-cinder-835525-2-iscsi {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:43:58.534522 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] Routers {'57689d98-afcc-4d58-9361-b300ca6e7037'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:43:58.535184 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:43:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['57689d98-afcc-4d58-9361-b300ca6e7037'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:43:58.547692 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-d8f4dfbe-1d54-43e6-b7f4-c62608681450 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1222863 Mar 29 14:43:58.674087 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 67f8f720-e41f-4e4b-901d-dc8434a0d4bd triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:43:58.674492 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (67f8f720-e41f-4e4b-901d-dc8434a0d4bd), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:58.798411 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] Set router 57689d98-afcc-4d58-9361-b300ca6e7037 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:43:58.971904 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 67f8f720-e41f-4e4b-901d-dc8434a0d4bd is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:43:59.303424 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57689d98-afcc-4d58-9361-b300ca6e7037', 'name': 'router1', 'tenant_id': 'c4471275cee8437aa99829aacc8b8b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c1291cce-83f6-4953-a46e-98dc60b01390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:43:36Z', 'updated_at': '2022-03-29T14:43:55Z', 'revision_number': 4, 'project_id': 'c4471275cee8437aa99829aacc8b8b9d', 'gw_port': {'id': 'c1291cce-83f6-4953-a46e-98dc60b01390', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:03:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57689d98-afcc-4d58-9361-b300ca6e7037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:43:54Z', 'updated_at': '2022-03-29T14:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '67f8f720-e41f-4e4b-901d-dc8434a0d4bd', 'name': '', 'network_id': 'd69caf37-3cdc-4506-897b-4ce71b56573a', 'tenant_id': 'c4471275cee8437aa99829aacc8b8b9d', 'mac_address': 'fa:16:3e:88:51:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57689d98-afcc-4d58-9361-b300ca6e7037', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c76f076-d6c2-463a-b04e-c2b1429f4cc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:43:46Z', 'updated_at': '2022-03-29T14:43:49Z', 'revision_number': 5, 'project_id': 'c4471275cee8437aa99829aacc8b8b9d', 'subnets': [{'id': '3c76f076-d6c2-463a-b04e-c2b1429f4cc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43c70e2d-e512-4bfb-9524-b7e7f63d8cdd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:43:59.356205 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] Checking router: 57689d98-afcc-4d58-9361-b300ca6e7037 for host: dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:43:59.356582 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] Updating router 57689d98-afcc-4d58-9361-b300ca6e7037 port c1291cce-83f6-4953-a46e-98dc60b01390 binding host dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:43:59.415371 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (c1291cce-83f6-4953-a46e-98dc60b01390), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:59.738577 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] Publish callbacks [] for port (c1291cce-83f6-4953-a46e-98dc60b01390), precommit_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:59.797638 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (c1291cce-83f6-4953-a46e-98dc60b01390), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:59.845759 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] Attempting to bind port c1291cce-83f6-4953-a46e-98dc60b01390 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:43:59.846122 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] Attempting to bind port c1291cce-83f6-4953-a46e-98dc60b01390 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:43:59.846477 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] Attempting to bind port c1291cce-83f6-4953-a46e-98dc60b01390 on network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:43:59.859327 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a804256-ed0a-4ac9-ae34-8d56bb3be227 None None] Pushing event updated for resources: {'Port': ['ID=c1291cce-83f6-4953-a46e-98dc60b01390,revision_number=2']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:43:59.862659 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:43:59.863035 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] Checking segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:43:59.863433 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:59.863809 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] Bound using segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:43:59.864273 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] Bound port: c1291cce-83f6-4953-a46e-98dc60b01390, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:43:59.864663 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (c1291cce-83f6-4953-a46e-98dc60b01390), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:43:59.922810 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] For port c1291cce-83f6-4953-a46e-98dc60b01390, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:43:59.925649 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] For port c1291cce-83f6-4953-a46e-98dc60b01390, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=c1291cce-83f6-4953-a46e-98dc60b01390,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:43:59.980781 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (c1291cce-83f6-4953-a46e-98dc60b01390), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:44:00.038444 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a804256-ed0a-4ac9-ae34-8d56bb3be227 None None] Pushing event updated for resources: {'Port': ['ID=c1291cce-83f6-4953-a46e-98dc60b01390,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:44:00.040874 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] Routers {'57689d98-afcc-4d58-9361-b300ca6e7037'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:44:00.041478 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:43:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['57689d98-afcc-4d58-9361-b300ca6e7037'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:44:00.149929 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] Set router 57689d98-afcc-4d58-9361-b300ca6e7037 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:44:00.378183 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57689d98-afcc-4d58-9361-b300ca6e7037', 'name': 'router1', 'tenant_id': 'c4471275cee8437aa99829aacc8b8b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c1291cce-83f6-4953-a46e-98dc60b01390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:43:36Z', 'updated_at': '2022-03-29T14:43:55Z', 'revision_number': 4, 'project_id': 'c4471275cee8437aa99829aacc8b8b9d', 'gw_port': {'id': 'c1291cce-83f6-4953-a46e-98dc60b01390', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:03:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57689d98-afcc-4d58-9361-b300ca6e7037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:43:54Z', 'updated_at': '2022-03-29T14:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '67f8f720-e41f-4e4b-901d-dc8434a0d4bd', 'name': '', 'network_id': 'd69caf37-3cdc-4506-897b-4ce71b56573a', 'tenant_id': 'c4471275cee8437aa99829aacc8b8b9d', 'mac_address': 'fa:16:3e:88:51:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57689d98-afcc-4d58-9361-b300ca6e7037', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c76f076-d6c2-463a-b04e-c2b1429f4cc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:43:46Z', 'updated_at': '2022-03-29T14:43:49Z', 'revision_number': 5, 'project_id': 'c4471275cee8437aa99829aacc8b8b9d', 'subnets': [{'id': '3c76f076-d6c2-463a-b04e-c2b1429f4cc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43c70e2d-e512-4bfb-9524-b7e7f63d8cdd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:44:00.405373 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eb1898-d6dc-4d5d-bd12-849793afc2ab None None] The sync data for ids ['57689d98-afcc-4d58-9361-b300ca6e7037'] in dv-cinder-835525-2-iscsi is: [{'id': '57689d98-afcc-4d58-9361-b300ca6e7037', 'name': 'router1', 'tenant_id': 'c4471275cee8437aa99829aacc8b8b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c1291cce-83f6-4953-a46e-98dc60b01390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:43:36Z', 'updated_at': '2022-03-29T14:43:55Z', 'revision_number': 4, 'project_id': 'c4471275cee8437aa99829aacc8b8b9d', 'gw_port': {'id': 'c1291cce-83f6-4953-a46e-98dc60b01390', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:03:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57689d98-afcc-4d58-9361-b300ca6e7037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:43:54Z', 'updated_at': '2022-03-29T14:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '67f8f720-e41f-4e4b-901d-dc8434a0d4bd', 'name': '', 'network_id': 'd69caf37-3cdc-4506-897b-4ce71b56573a', 'tenant_id': 'c4471275cee8437aa99829aacc8b8b9d', 'mac_address': 'fa:16:3e:88:51:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57689d98-afcc-4d58-9361-b300ca6e7037', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c76f076-d6c2-463a-b04e-c2b1429f4cc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:43:46Z', 'updated_at': '2022-03-29T14:43:49Z', 'revision_number': 5, 'project_id': 'c4471275cee8437aa99829aacc8b8b9d', 'subnets': [{'id': '3c76f076-d6c2-463a-b04e-c2b1429f4cc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43c70e2d-e512-4bfb-9524-b7e7f63d8cdd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:44:02.531493 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device c1291cce-83f6-4953-a46e-98dc60b01390 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:44:02.597071 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port c1291cce-83f6-4953-a46e-98dc60b01390 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:44:02.597721 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (c1291cce-83f6-4953-a46e-98dc60b01390), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:44:02.707229 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port c1291cce-83f6-4953-a46e-98dc60b01390 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:44:02.707857 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (c1291cce-83f6-4953-a46e-98dc60b01390), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:44:02.743527 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] For port c1291cce-83f6-4953-a46e-98dc60b01390, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=c1291cce-83f6-4953-a46e-98dc60b01390,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:44:02.804215 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (c1291cce-83f6-4953-a46e-98dc60b01390), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:44:02.860792 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Pushing event updated for resources: {'Port': ['ID=c1291cce-83f6-4953-a46e-98dc60b01390,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:44:04.527731 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device c1291cce-83f6-4953-a46e-98dc60b01390 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:44:04.626074 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port c1291cce-83f6-4953-a46e-98dc60b01390 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:44:04.626351 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (c1291cce-83f6-4953-a46e-98dc60b01390), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:44:04.789500 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port c1291cce-83f6-4953-a46e-98dc60b01390 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:44:13.666579 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd80c-0376-41c6-83e7-710cd71d5235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:44:15.745538 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-cfa62a75-5221-4faa-9610-d952a3254944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:44:15.918332 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 5 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:44:16.998046 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:44:18.215128 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:44:19.742377 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:44:43.671829 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-f8f05798-498e-4537-880a-de4d25b67a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:44:45.745461 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8da9ce39-7aae-4802-91ca-afbeb075e122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:44:46.985889 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:44:48.191780 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:44:49.740467 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:44:52.917413 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 5 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:45:13.665333 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-17b0507b-c816-459b-bd7b-87a725f06073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:45:15.728304 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-9db9193f-815a-43bd-8233-fc876aeebe04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:45:17.014031 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:45:18.179250 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:45:19.728299 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:45:22.196776 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57784) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:45:22.258026 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.pecan_wsgi.hooks.translation [None req-59bb8450-f649-4572-a73d-eb3a2944d815 admin admin] GET failed (client error): The resource could not be found. Mar 29 14:45:22.259308 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-59bb8450-f649-4572-a73d-eb3a2944d815 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613868 Mar 29 14:45:22.415485 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109b5288-76cf-437f-8f85-a382a66ba4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:45:22.416907 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-109b5288-76cf-437f-8f85-a382a66ba4bb admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1533370 Mar 29 14:45:24.710140 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57794) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:45:24.800900 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e76c930-e817-4f64-b1a3-0e22a93bd315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:45:24.802265 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-5e76c930-e817-4f64-b1a3-0e22a93bd315 admin admin] 10.222.0.16 "GET /v2.0/subnets/3c76f076-d6c2-463a-b04e-c2b1429f4cc8 HTTP/1.1" status: 200 len: 849 time: 0.0911727 Mar 29 14:45:24.811379 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:45:24.895367 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Publish callbacks [] for subnet (3c76f076-d6c2-463a-b04e-c2b1429f4cc8), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:45:25.086808 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727032422018'] for subnet (3c76f076-d6c2-463a-b04e-c2b1429f4cc8), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:45:25.117371 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:45:25.117945 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:45:25.124393 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] 10.222.0.16 "PUT /v2.0/subnets/3c76f076-d6c2-463a-b04e-c2b1429f4cc8 HTTP/1.1" status: 200 len: 868 time: 0.3113225 Mar 29 14:45:25.124627 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f81848a-0cbb-48ea-948d-9addf593222d None None] Network d69caf37-3cdc-4506-897b-4ce71b56573a requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:45:25.138644 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c76f076-d6c2-463a-b04e-c2b1429f4cc8,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:45:25.146585 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:45:25.146905 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:45:25.147195 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:45:25.147529 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:45:25.147857 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:45:25.148181 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:45:25.148503 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:45:25.148818 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:45:25.149182 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:45:25.149506 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:45:25.149840 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:45:25.150369 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:45:25.150485 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:45:25.150797 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:45:25.151110 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c675e1c-f3d8-4b7c-ae67-5425e0605bfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:45:25.417162 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-11c06afe-551e-49af-b7cc-1993944d7075 None None] Provisioning complete for port 1a4c099e-4cbc-4b3a-90a3-7f3812210ac6 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:45:25.417520 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-11c06afe-551e-49af-b7cc-1993944d7075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (1a4c099e-4cbc-4b3a-90a3-7f3812210ac6), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:45:25.495598 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-11c06afe-551e-49af-b7cc-1993944d7075 None None] Current status of the port 1a4c099e-4cbc-4b3a-90a3-7f3812210ac6 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:45:25.505529 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-11c06afe-551e-49af-b7cc-1993944d7075 None None] Provisioning complete for port 67f8f720-e41f-4e4b-901d-dc8434a0d4bd triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:45:25.505915 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-11c06afe-551e-49af-b7cc-1993944d7075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (67f8f720-e41f-4e4b-901d-dc8434a0d4bd), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:45:25.578174 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-11c06afe-551e-49af-b7cc-1993944d7075 None None] Current status of the port 67f8f720-e41f-4e4b-901d-dc8434a0d4bd is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:45:27.421231 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 57802) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:45:27.544719 dv-cinder-835525-2-iscsi neutron-server[115498]: WARNING oslo_policy.policy [None req-29c6a0ac-fdf0-435d-bb2d-61367eca1e88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 14:45:27.545332 dv-cinder-835525-2-iscsi neutron-server[115498]: WARNING oslo_policy.policy [None req-29c6a0ac-fdf0-435d-bb2d-61367eca1e88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 14:45:28.049261 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.policy [None req-29c6a0ac-fdf0-435d-bb2d-61367eca1e88 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115498) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 14:45:28.092893 dv-cinder-835525-2-iscsi neutron-server[115498]: WARNING oslo_policy.policy [None req-29c6a0ac-fdf0-435d-bb2d-61367eca1e88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 14:45:28.093284 dv-cinder-835525-2-iscsi neutron-server[115498]: WARNING oslo_policy.policy [None req-29c6a0ac-fdf0-435d-bb2d-61367eca1e88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 14:45:28.101677 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c6a0ac-fdf0-435d-bb2d-61367eca1e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:45:28.102129 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c6a0ac-fdf0-435d-bb2d-61367eca1e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:45:28.104233 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-29c6a0ac-fdf0-435d-bb2d-61367eca1e88 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6809654 Mar 29 14:45:29.915765 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 5 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:45:30.398341 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 57818) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:45:30.525447 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc9ec73-1499-43d3-8181-c3890415af16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:45:30.525826 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc9ec73-1499-43d3-8181-c3890415af16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:45:30.527281 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-5bc9ec73-1499-43d3-8181-c3890415af16 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1279900 Mar 29 14:45:32.813159 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 57826) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:45:32.989311 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4ccfd7-6f18-4538-8c90-edd720c53ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:45:32.990618 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-ed4ccfd7-6f18-4538-8c90-edd720c53ead admin admin] 10.222.0.16 "GET /v2.0/networks/35de33f6-ccbb-4ce0-93f2-17c55baad7c7 HTTP/1.1" status: 200 len: 886 time: 0.1765399 Mar 29 14:45:35.280032 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 57834) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:45:35.425511 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e63252-1551-4984-81cc-23a17a93e8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:45:35.426838 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-e5e63252-1551-4984-81cc-23a17a93e8d0 admin admin] 10.222.0.16 "GET /v2.0/networks/d69caf37-3cdc-4506-897b-4ce71b56573a HTTP/1.1" status: 200 len: 869 time: 0.1458771 Mar 29 14:45:37.712873 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 57842) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:45:37.836515 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776f873e-3e22-4559-940e-5af55e5af665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:45:37.836964 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776f873e-3e22-4559-940e-5af55e5af665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:45:37.838480 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-776f873e-3e22-4559-940e-5af55e5af665 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246390 Mar 29 14:45:40.120886 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 57850) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:45:40.211103 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9ec6cf-4c8e-47f1-88b6-51ef6c5fd574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:45:40.211544 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9ec6cf-4c8e-47f1-88b6-51ef6c5fd574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:45:40.213082 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-cc9ec6cf-4c8e-47f1-88b6-51ef6c5fd574 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0911658 Mar 29 14:45:42.508406 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 57858) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:45:42.652226 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61d594e-04bc-440d-bcdf-c6a4c007dc9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:45:42.653585 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-f61d594e-04bc-440d-bcdf-c6a4c007dc9e admin admin] 10.222.0.16 "GET /v2.0/subnets/3c76f076-d6c2-463a-b04e-c2b1429f4cc8 HTTP/1.1" status: 200 len: 868 time: 0.1442857 Mar 29 14:45:43.665436 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e27fb71e-8cda-408e-95eb-9ede30780c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:45:44.962493 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57866) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:45:45.045578 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6c46ee-466a-41b3-9b36-dcb329232adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:45:45.046887 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-8b6c46ee-466a-41b3-9b36-dcb329232adf admin admin] 10.222.0.16 "GET /v2.0/subnets/c2a84397-0026-4bd7-92a0-1b2547789488 HTTP/1.1" status: 200 len: 816 time: 0.0834570 Mar 29 14:45:45.744754 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-89300a7d-7a6d-4dd4-b093-3e7215cda273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:45:46.990810 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:45:48.208235 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:45:49.737966 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:06.913972 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 5 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:46:12.874094 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57918) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:46:12.919416 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [None req-2f58636d-557a-4075-a537-51c540bf32dd admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 14:46:12.920381 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-2f58636d-557a-4075-a537-51c540bf32dd admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0453660 Mar 29 14:46:13.670243 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-cc371d94-eb3d-4d2c-ac3d-efd8412ab646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:15.279937 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57926) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:46:15.339480 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c39c41b-d2dc-412f-a741-956ec7198fdf admin admin] GET failed (client error): The resource could not be found. Mar 29 14:46:15.342803 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-4c39c41b-d2dc-412f-a741-956ec7198fdf admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599155 Mar 29 14:46:15.425647 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22c75cc-c9e6-4822-b252-489f13c20fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:46:15.427050 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-e22c75cc-c9e6-4822-b252-489f13c20fbd admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0823765 Mar 29 14:46:15.733223 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-08300dfc-97e3-4061-a188-2aae8895522d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:16.989742 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:17.738200 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57934) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:46:17.784471 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-a0db89a2-9a39-4cc9-ad92-5f3571123406 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:46:17.863123 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0db89a2-9a39-4cc9-ad92-5f3571123406 admin admin] Made reservation on behalf of 85b930bbbdf4486ea09d758b91b79650 for: {'network': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:46:17.865342 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a0db89a2-9a39-4cc9-ad92-5f3571123406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:17.892028 dv-cinder-835525-2-iscsi neutron-server[115499]: WARNING neutron.services.revisions.revision_plugin [None req-a0db89a2-9a39-4cc9-ad92-5f3571123406 admin admin] Could not find related network for resource to bump revision. Mar 29 14:46:17.902870 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0db89a2-9a39-4cc9-ad92-5f3571123406 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=115499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 14:46:17.911960 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a0db89a2-9a39-4cc9-ad92-5f3571123406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (dd132da3-a83a-4a48-90f8-aab749107761), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:17.913697 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.segments_db [None req-a0db89a2-9a39-4cc9-ad92-5f3571123406 admin admin] Added segment dd132da3-a83a-4a48-90f8-aab749107761 of type vlan for network 56faa08c-2f45-4ab9-87a6-732a1947b014 Mar 29 14:46:17.948600 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a0db89a2-9a39-4cc9-ad92-5f3571123406 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727031888698'] for network (56faa08c-2f45-4ab9-87a6-732a1947b014), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:18.047301 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a0db89a2-9a39-4cc9-ad92-5f3571123406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for network (56faa08c-2f45-4ab9-87a6-732a1947b014), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:18.048232 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0db89a2-9a39-4cc9-ad92-5f3571123406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:46:18.048842 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a0db89a2-9a39-4cc9-ad92-5f3571123406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:18.106968 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db89a2-9a39-4cc9-ad92-5f3571123406 admin admin] Pushing event updated for resources: {'Network': ['ID=56faa08c-2f45-4ab9-87a6-732a1947b014,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:46:18.120463 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Network 56faa08c-2f45-4ab9-87a6-732a1947b014 details requested by agent ovs-agent-dv-cinder-835525-2-iscsi with host dv-cinder-835525-2-iscsi {{(pid=115500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:46:18.170328 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-a0db89a2-9a39-4cc9-ad92-5f3571123406 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4309402 Mar 29 14:46:18.246824 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:19.744861 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:20.466923 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57942) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:46:20.526137 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.pecan_wsgi.hooks.translation [None req-4923cd60-5938-40c9-b10f-fb573320bd25 admin admin] GET failed (client error): The resource could not be found. Mar 29 14:46:20.527392 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-4923cd60-5938-40c9-b10f-fb573320bd25 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595169 Mar 29 14:46:20.593769 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b8e67a-1c78-4825-8739-fe46c8929dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:46:20.595692 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-d5b8e67a-1c78-4825-8739-fe46c8929dfc admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0638087 Mar 29 14:46:20.604826 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-8d9579a2-d0f6-4a72-9e84-e7d9b2f1f30e admin admin] Request body: {'subnet': {'network_id': '56faa08c-2f45-4ab9-87a6-732a1947b014', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:46:20.681447 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9579a2-d0f6-4a72-9e84-e7d9b2f1f30e admin admin] Made reservation on behalf of 85b930bbbdf4486ea09d758b91b79650 for: {'subnet': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:46:20.683601 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8d9579a2-d0f6-4a72-9e84-e7d9b2f1f30e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:21.002216 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8d9579a2-d0f6-4a72-9e84-e7d9b2f1f30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for subnet (40c24b76-aa49-4256-81e0-d492973f1083), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:21.049573 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9579a2-d0f6-4a72-9e84-e7d9b2f1f30e admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c24b76-aa49-4256-81e0-d492973f1083,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:46:21.065375 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9579a2-d0f6-4a72-9e84-e7d9b2f1f30e admin admin] Checking segment: {'id': 'dd132da3-a83a-4a48-90f8-aab749107761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '56faa08c-2f45-4ab9-87a6-732a1947b014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:46:21.065800 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9579a2-d0f6-4a72-9e84-e7d9b2f1f30e admin admin] Network hostable DHCP agents. Network: 56faa08c-2f45-4ab9-87a6-732a1947b014, hostable agents: ['d54be346-8d38-4a55-9238-c2600b34a430'], hosted agents: [] {{(pid=115499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:46:21.151120 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9579a2-d0f6-4a72-9e84-e7d9b2f1f30e admin admin] Network 56faa08c-2f45-4ab9-87a6-732a1947b014 is scheduled to be hosted by DHCP agent d54be346-8d38-4a55-9238-c2600b34a430 with binding_index 1 {{(pid=115499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:46:21.224886 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-8d9579a2-d0f6-4a72-9e84-e7d9b2f1f30e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-2-iscsi, 56faa08c-2f45-4ab9-87a6-732a1947b014) {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:46:21.233754 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9579a2-d0f6-4a72-9e84-e7d9b2f1f30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:46:21.233754 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8d9579a2-d0f6-4a72-9e84-e7d9b2f1f30e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:21.234628 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42853d91-604a-4c8e-9616-fc9b2c1bc525 None None] Network 56faa08c-2f45-4ab9-87a6-732a1947b014 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:46:21.323352 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-8d9579a2-d0f6-4a72-9e84-e7d9b2f1f30e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7216022 Mar 29 14:46:21.437227 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4e11d19-54b5-538b-a24b-6e69b5ff0a21-56faa08c-2f45-4ab9-87a6-732a1947b014', 'network_id': '56faa08c-2f45-4ab9-87a6-732a1947b014', 'project_id': '85b930bbbdf4486ea09d758b91b79650', 'fixed_ips': [{'subnet_id': '40c24b76-aa49-4256-81e0-d492973f1083'}]}} from dv-cinder-835525-2-iscsi. {{(pid=115500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 14:46:21.438099 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:21.574407 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.db_base_plugin_common [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Allocated IP 192.168.233.2 (56faa08c-2f45-4ab9-87a6-732a1947b014/40c24b76-aa49-4256-81e0-d492973f1083/08773c66-e67e-4101-b3aa-93cfa663e280) {{(pid=115500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:46:21.715849 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Publish callbacks [] for port (08773c66-e67e-4101-b3aa-93cfa663e280), precommit_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:21.789767 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (08773c66-e67e-4101-b3aa-93cfa663e280), after_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:21.826584 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Network 56faa08c-2f45-4ab9-87a6-732a1947b014 is already hosted by enough agents. {{(pid=115500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:46:21.829340 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.base_scheduler [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Resources bound (agent type, host, resource id): {{(pid=115500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:46:21.832297 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Received port after_create {{(pid=115500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:46:21.843888 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Pushing event updated for resources: {'Port': ['ID=08773c66-e67e-4101-b3aa-93cfa663e280,revision_number=1']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:46:21.869418 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:46:21.869753 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:46:21.870103 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:46:21.870448 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:46:21.870775 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:46:21.871097 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:46:21.871417 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:46:21.871729 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:46:21.872043 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:46:21.872359 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:46:21.872673 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:46:21.873020 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:46:21.873340 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:46:21.873673 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:46:21.873984 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:46:21.909523 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Attempting to bind port 08773c66-e67e-4101-b3aa-93cfa663e280 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:46:21.909887 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Attempting to bind port 08773c66-e67e-4101-b3aa-93cfa663e280 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': 'dd132da3-a83a-4a48-90f8-aab749107761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '56faa08c-2f45-4ab9-87a6-732a1947b014'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:46:21.910245 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Attempting to bind port 08773c66-e67e-4101-b3aa-93cfa663e280 on network 56faa08c-2f45-4ab9-87a6-732a1947b014 {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:46:21.915085 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:46:21.915455 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Checking segment: {'id': 'dd132da3-a83a-4a48-90f8-aab749107761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '56faa08c-2f45-4ab9-87a6-732a1947b014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:46:21.915845 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:21.916227 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Bound using segment: {'id': 'dd132da3-a83a-4a48-90f8-aab749107761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '56faa08c-2f45-4ab9-87a6-732a1947b014'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:46:21.916680 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Bound port: 08773c66-e67e-4101-b3aa-93cfa663e280, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd132da3-a83a-4a48-90f8-aab749107761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '56faa08c-2f45-4ab9-87a6-732a1947b014'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:46:21.917085 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (08773c66-e67e-4101-b3aa-93cfa663e280), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:21.978490 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] For port 08773c66-e67e-4101-b3aa-93cfa663e280, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:46:21.981544 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] For port 08773c66-e67e-4101-b3aa-93cfa663e280, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=08773c66-e67e-4101-b3aa-93cfa663e280,segment=NetworkSegment(dd132da3-a83a-4a48-90f8-aab749107761),segment_id=dd132da3-a83a-4a48-90f8-aab749107761)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:46:22.053689 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (08773c66-e67e-4101-b3aa-93cfa663e280), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:22.118379 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012696e4-8123-4da9-81ca-89b6b5eb8e30 None None] Pushing event updated for resources: {'Port': ['ID=08773c66-e67e-4101-b3aa-93cfa663e280,revision_number=2']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:46:22.571364 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 08773c66-e67e-4101-b3aa-93cfa663e280 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:46:22.622910 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 08773c66-e67e-4101-b3aa-93cfa663e280 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:46:22.623240 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (08773c66-e67e-4101-b3aa-93cfa663e280), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:22.703083 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 08773c66-e67e-4101-b3aa-93cfa663e280 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:46:22.703801 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (08773c66-e67e-4101-b3aa-93cfa663e280), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:22.739967 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] For port 08773c66-e67e-4101-b3aa-93cfa663e280, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=08773c66-e67e-4101-b3aa-93cfa663e280,segment=NetworkSegment(dd132da3-a83a-4a48-90f8-aab749107761),segment_id=dd132da3-a83a-4a48-90f8-aab749107761)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:46:22.807721 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (08773c66-e67e-4101-b3aa-93cfa663e280), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:22.870506 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Pushing event updated for resources: {'Port': ['ID=08773c66-e67e-4101-b3aa-93cfa663e280,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:46:22.971594 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9730dcb-902d-4475-806e-ae4ce482ab85 None None] Network 56faa08c-2f45-4ab9-87a6-732a1947b014 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:46:23.032921 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-68202f03-0ff6-4826-8478-02a5ec1f43d0 None None] Provisioning complete for port 08773c66-e67e-4101-b3aa-93cfa663e280 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:46:23.033333 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-68202f03-0ff6-4826-8478-02a5ec1f43d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (08773c66-e67e-4101-b3aa-93cfa663e280), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:23.151336 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-68202f03-0ff6-4826-8478-02a5ec1f43d0 None None] Current status of the port 08773c66-e67e-4101-b3aa-93cfa663e280 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:46:23.370330 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-07d4d9eb-1b69-4ff7-8bf7-33f8d4746242 None None] Provisioning complete for port 08773c66-e67e-4101-b3aa-93cfa663e280 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:46:23.370742 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-07d4d9eb-1b69-4ff7-8bf7-33f8d4746242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (08773c66-e67e-4101-b3aa-93cfa663e280), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:23.450660 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-07d4d9eb-1b69-4ff7-8bf7-33f8d4746242 None None] Current status of the port 08773c66-e67e-4101-b3aa-93cfa663e280 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:46:24.526842 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 08773c66-e67e-4101-b3aa-93cfa663e280 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:46:24.573645 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 08773c66-e67e-4101-b3aa-93cfa663e280 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:46:24.574042 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (08773c66-e67e-4101-b3aa-93cfa663e280), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:24.646540 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 08773c66-e67e-4101-b3aa-93cfa663e280 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:46:43.698897 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-f9ebe626-3b00-43a0-a360-e118247a74c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:43.912911 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 5 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:46:45.732894 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-7733a9bc-0d31-427a-8bc6-d3cb1eb50f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:46.978558 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:48.200028 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:46:49.744085 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:47:13.668262 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-60fa3efb-80d6-4866-ad8d-04a6fda8591c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:47:15.744368 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ab8a87d5-64ff-4842-84ae-9a225aa8623c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:47:16.987838 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:47:18.200886 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:47:19.732690 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:47:20.912034 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 5 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:47:43.692300 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-48379694-ed08-475d-8ca4-14f4eedb275c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:47:45.736480 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-6462f2b1-2f61-438a-b9d0-17c790fa0c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:47:47.001443 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:47:48.229495 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:47:49.755013 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:47:57.910169 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 5 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:48:13.673268 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15d48b79-b663-4dfa-84cf-e712adf9e7ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:48:15.761110 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b485748b-184a-475a-9e74-2c6a1405e5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:48:16.332845 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57980) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:48:16.338413 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [None req-c791e4c1-b43b-4442-a6f0-d7b8f24ef672 tempest-verify_tempest_config-1897719128 tempest-verify_tempest_config-1897719128-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 14:48:16.339364 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-c791e4c1-b43b-4442-a6f0-d7b8f24ef672 tempest-verify_tempest_config-1897719128 tempest-verify_tempest_config-1897719128-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055509 Mar 29 14:48:16.827884 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 57998) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:48:16.927697 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9404621e-ad86-4e2a-bfec-93cb35180c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:48:16.994926 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:48:17.002060 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9404621e-ad86-4e2a-bfec-93cb35180c52 admin admin] Publish callbacks [] for security_group (62cf8c73-c0fc-4078-adfc-88e58c7f5d5d), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:48:17.069191 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9404621e-ad86-4e2a-bfec-93cb35180c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (62cf8c73-c0fc-4078-adfc-88e58c7f5d5d), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:48:17.113762 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-9404621e-ad86-4e2a-bfec-93cb35180c52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b728b3b58eea4533a446b839a09e0e94&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2847571 Mar 29 14:48:17.114704 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404621e-ad86-4e2a-bfec-93cb35180c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cf8c73-c0fc-4078-adfc-88e58c7f5d5d,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:48:17.116487 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 58002) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:48:17.121823 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404621e-ad86-4e2a-bfec-93cb35180c52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.122164 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404621e-ad86-4e2a-bfec-93cb35180c52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.122509 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404621e-ad86-4e2a-bfec-93cb35180c52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.122839 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404621e-ad86-4e2a-bfec-93cb35180c52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.123165 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404621e-ad86-4e2a-bfec-93cb35180c52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.123487 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404621e-ad86-4e2a-bfec-93cb35180c52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.123802 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404621e-ad86-4e2a-bfec-93cb35180c52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.124115 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404621e-ad86-4e2a-bfec-93cb35180c52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.124444 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404621e-ad86-4e2a-bfec-93cb35180c52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.124768 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404621e-ad86-4e2a-bfec-93cb35180c52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.125159 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404621e-ad86-4e2a-bfec-93cb35180c52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.125498 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404621e-ad86-4e2a-bfec-93cb35180c52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.125841 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404621e-ad86-4e2a-bfec-93cb35180c52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.126154 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404621e-ad86-4e2a-bfec-93cb35180c52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.126483 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404621e-ad86-4e2a-bfec-93cb35180c52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.197772 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Publish callbacks [] for security_group (62cf8c73-c0fc-4078-adfc-88e58c7f5d5d), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:48:17.217603 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Publish callbacks [] for security_group (62cf8c73-c0fc-4078-adfc-88e58c7f5d5d), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:48:17.393445 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (62cf8c73-c0fc-4078-adfc-88e58c7f5d5d), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:48:17.395973 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:48:17.397428 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62cf8c73-c0fc-4078-adfc-88e58c7f5d5d HTTP/1.1" status: 204 len: 168 time: 0.2799287 Mar 29 14:48:17.405262 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cf8c73-c0fc-4078-adfc-88e58c7f5d5d,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:48:17.418232 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.418573 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.418911 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.419238 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.419559 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.419877 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.420190 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.420505 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.420822 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.421163 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.421598 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.421808 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.422121 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.422486 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.422802 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ddbb5-2d1a-4f99-a5ea-7d06d636bff2 admin admin] Tracked resource versions report: Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: pushed versions: Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: { 'AddressGroup': {'1.2'}, Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Agent': {'1.1'}, Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'ConntrackHelper': {'1.0'}, Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'LocalIPAssociation': {'1.0'}, Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Log': {'1.0'}, Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'NDPProxy': {'1.0'}, Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Network': {'1.1'}, Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Port': {'1.7'}, Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'PortForwarding': {'1.3'}, Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'QosPolicy': {'1.10'}, Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'SecurityGroup': {'1.5'}, Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'SecurityGroupRule': {'1.2'}, Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'SubPort': {'1.0'}, Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Subnet': {'1.1'}, Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Trunk': {'1.1'}} Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: consumer versions: Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: { DHCP agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: L3 agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: Metadata agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: Metering agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: Open vSwitch agent@dv-cinder-835525-2-iscsi: { 'AddressGroup': '1.2', Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Agent': '1.1', Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'ConntrackHelper': '1.0', Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'LocalIPAssociation': '1.0', Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Log': '1.0', Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'NDPProxy': '1.0', Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Network': '1.1', Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Port': '1.7', Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'PortForwarding': '1.3', Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'QosPolicy': '1.10', Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'SecurityGroup': '1.5', Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'SecurityGroupRule': '1.2', Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'SubPort': '1.0', Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Subnet': '1.1', Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Trunk': '1.1'}} Mar 29 14:48:17.424199 dv-cinder-835525-2-iscsi neutron-server[115498]: {{(pid=115498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 14:48:18.235627 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:48:19.743424 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:48:34.909071 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 5 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:48:43.706832 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5a4e5c06-2348-4fa5-a275-bd1bcbbaf9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:48:45.754631 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-fe74e3bd-b2aa-4164-a876-8425ba6b5c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:48:47.000838 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:48:48.217299 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:48:49.746293 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:49:11.907929 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 5 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:49:13.680315 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-d41d414e-5d3f-4ade-9c33-e7f9dc01911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:49:15.746223 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bc102cc2-3347-4391-aadf-2f3d105b9478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:49:17.043105 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:49:18.232045 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:49:19.782834 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:49:43.737061 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e945f61e-c240-4550-a53e-38f960610b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:49:45.730907 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-89bbff52-c80f-4052-8948-a7603d097d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:49:47.015012 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:49:48.228381 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:49:48.907172 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 5 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:49:49.740323 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:49:58.922873 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-609241'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:50:13.485721 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 58078) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:50:13.586173 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-46b7fc1c-d72d-49be-b7be-f0af7078631b admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0993447 Mar 29 14:50:13.671676 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-7af5070d-af8c-492a-9ab0-ff72a1568603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:50:15.747921 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bfa29bbe-4da9-4cc7-a619-25cf0edd3e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:50:15.884831 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 58088) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:50:15.938177 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-b13550db-8f7b-4ad5-a637-4abf0c9659e9 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0522618 Mar 29 14:50:17.022518 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:50:18.233758 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:50:19.745326 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:50:25.906576 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:50:28.945505 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:50:43.696917 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-4cd32114-382f-4f9b-914f-bcb2f31feaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:50:45.751285 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-206e8328-a568-4f34-8a9e-41e0f3109508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:50:47.039337 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:50:48.247689 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:50:49.721928 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:50:58.908186 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:02.906168 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:51:13.707570 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-52bc1e36-1324-46f3-87ca-71bd8c6a8110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:15.747415 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-94ea6921-9b4d-49e1-bf13-a8d79c392502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:17.058954 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:18.270181 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:19.741837 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:28.927273 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:39.906009 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:51:43.733111 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-2838e5ac-3942-46f9-9bb2-8c8f39a5140a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:45.750133 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-09ddbd60-882e-499f-82a3-81474c858966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:47.035481 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:48.256030 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:49.765070 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:52.007745 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 58260) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:51:52.036517 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 58266) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:51:52.246776 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2021748131-network', 'tenant_id': '65d4f4ef94e74decbd58dd32eba4aa7b'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:51:52.268875 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-15c746b3-9e01-4424-8275-88372668c819 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1683125599-network', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:51:52.353216 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Made reservation on behalf of 65d4f4ef94e74decbd58dd32eba4aa7b for: {'network': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:51:52.355496 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:52.364369 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:52.383252 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c746b3-9e01-4424-8275-88372668c819 admin admin] Made reservation on behalf of f0319e2af33245f4917a97026782fdd7 for: {'network': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:51:52.385391 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-15c746b3-9e01-4424-8275-88372668c819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:52.399364 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-15c746b3-9e01-4424-8275-88372668c819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:52.476735 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Publish callbacks [] for security_group (387d1d18-fc68-4590-952e-3441b3c48f33), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:52.519305 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-15c746b3-9e01-4424-8275-88372668c819 admin admin] Publish callbacks [] for security_group (27a33829-f5d3-4e0f-9e8b-6a91188e78c3), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:52.532508 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (387d1d18-fc68-4590-952e-3441b3c48f33), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:52.551973 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=115499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 14:51:52.570186 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:52.571388 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.segments_db [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Added segment 4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb of type vlan for network 6721044d-e617-49b1-a476-62c5a05d371f Mar 29 14:51:52.578144 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387d1d18-fc68-4590-952e-3441b3c48f33,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:52.604671 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:52.605039 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:52.605405 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:52.605758 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:52.606072 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:52.606398 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:52.606743 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:52.607063 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:52.607400 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:52.607722 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:52.608039 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:52.608354 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:52.608666 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:52.608995 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:52.609308 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Tracked resource versions report: Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: pushed versions: Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: { 'AddressGroup': {'1.2'}, Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Agent': {'1.1'}, Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'ConntrackHelper': {'1.0'}, Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'LocalIPAssociation': {'1.0'}, Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Log': {'1.0'}, Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'NDPProxy': {'1.0'}, Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Network': {'1.1'}, Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Port': {'1.7'}, Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'PortForwarding': {'1.3'}, Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'QosPolicy': {'1.10'}, Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'SecurityGroup': {'1.5'}, Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'SecurityGroupRule': {'1.2'}, Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'SubPort': {'1.0'}, Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Subnet': {'1.1'}, Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Trunk': {'1.1'}} Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: consumer versions: Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: { DHCP agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: HyperV agent@hv-cinder-83552: {}, Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: L3 agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: Metadata agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: Metering agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: Open vSwitch agent@dv-cinder-835525-2-iscsi: { 'AddressGroup': '1.2', Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Agent': '1.1', Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'ConntrackHelper': '1.0', Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'LocalIPAssociation': '1.0', Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Log': '1.0', Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'NDPProxy': '1.0', Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Network': '1.1', Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Port': '1.7', Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'PortForwarding': '1.3', Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'QosPolicy': '1.10', Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'SecurityGroup': '1.5', Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'SecurityGroupRule': '1.2', Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'SubPort': '1.0', Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Subnet': '1.1', Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: 'Trunk': '1.1'}} Mar 29 14:51:52.610503 dv-cinder-835525-2-iscsi neutron-server[115499]: {{(pid=115499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 14:51:52.632141 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727031888698'] for network (6721044d-e617-49b1-a476-62c5a05d371f), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:52.632141 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-15c746b3-9e01-4424-8275-88372668c819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (27a33829-f5d3-4e0f-9e8b-6a91188e78c3), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:52.673840 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c746b3-9e01-4424-8275-88372668c819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a33829-f5d3-4e0f-9e8b-6a91188e78c3,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:52.787999 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for network (6721044d-e617-49b1-a476-62c5a05d371f), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:52.792115 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:51:52.792115 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:52.841835 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.db.api [None req-15c746b3-9e01-4424-8275-88372668c819 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=115499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 14:51:52.841835 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG oslo_db.api [None req-15c746b3-9e01-4424-8275-88372668c819 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 14:51:52.852427 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] Pushing event updated for resources: {'Network': ['ID=6721044d-e617-49b1-a476-62c5a05d371f,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:52.862661 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Network 6721044d-e617-49b1-a476-62c5a05d371f details requested by agent ovs-agent-dv-cinder-835525-2-iscsi with host dv-cinder-835525-2-iscsi {{(pid=115500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:51:52.918662 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-d50ae096-b23b-468f-97f4-cedf2fe59e96 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9095142 Mar 29 14:51:52.921522 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 58314) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:51:52.926898 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-4479d9e9-72e8-4a51-8a98-ee58ecea908e admin admin] Request body: {'subnet': {'network_id': '6721044d-e617-49b1-a476-62c5a05d371f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2021748131-subnet', 'tenant_id': '65d4f4ef94e74decbd58dd32eba4aa7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:51:53.034900 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 58324) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:51:53.040967 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4479d9e9-72e8-4a51-8a98-ee58ecea908e admin admin] Made reservation on behalf of 65d4f4ef94e74decbd58dd32eba4aa7b for: {'subnet': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:51:53.043315 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4479d9e9-72e8-4a51-8a98-ee58ecea908e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:53.121481 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 58328) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:51:53.293210 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-cfce4acc-e57c-4ba1-addf-d539ed5a48c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2012243782-network', 'tenant_id': 'ae25d73af8c34890992534571426e2de'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:51:53.315607 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4479d9e9-72e8-4a51-8a98-ee58ecea908e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for subnet (d3e866f1-4f04-47fe-ad05-959ee904e9a6), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:53.326581 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-928053462-network', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:51:53.385756 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-15c746b3-9e01-4424-8275-88372668c819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:53.387989 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479d9e9-72e8-4a51-8a98-ee58ecea908e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e866f1-4f04-47fe-ad05-959ee904e9a6,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:53.430305 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4479d9e9-72e8-4a51-8a98-ee58ecea908e admin admin] Checking segment: {'id': '4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6721044d-e617-49b1-a476-62c5a05d371f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:51:53.430682 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4479d9e9-72e8-4a51-8a98-ee58ecea908e admin admin] Network hostable DHCP agents. Network: 6721044d-e617-49b1-a476-62c5a05d371f, hostable agents: ['d54be346-8d38-4a55-9238-c2600b34a430'], hosted agents: [] {{(pid=115499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:51:53.460721 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c746b3-9e01-4424-8275-88372668c819 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=115499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 14:51:53.470033 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Made reservation on behalf of 7afda44ff1e84338b2d12e8ab33f1581 for: {'network': 1} {{(pid=115498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:51:53.472449 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-15c746b3-9e01-4424-8275-88372668c819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (6121bfc8-4900-448d-b8cd-8e812e46f83a), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:53.472937 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.segments_db [None req-15c746b3-9e01-4424-8275-88372668c819 admin admin] Added segment 6121bfc8-4900-448d-b8cd-8e812e46f83a of type vlan for network 75f25c62-261a-44d8-a334-90884043b260 Mar 29 14:51:53.474858 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:53.504499 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:53.515877 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfce4acc-e57c-4ba1-addf-d539ed5a48c8 admin admin] Made reservation on behalf of ae25d73af8c34890992534571426e2de for: {'network': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:51:53.518908 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cfce4acc-e57c-4ba1-addf-d539ed5a48c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:53.550039 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-15c746b3-9e01-4424-8275-88372668c819 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727031888698'] for network (75f25c62-261a-44d8-a334-90884043b260), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:53.558342 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4479d9e9-72e8-4a51-8a98-ee58ecea908e admin admin] Network 6721044d-e617-49b1-a476-62c5a05d371f is scheduled to be hosted by DHCP agent d54be346-8d38-4a55-9238-c2600b34a430 with binding_index 1 {{(pid=115499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:51:53.567320 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cfce4acc-e57c-4ba1-addf-d539ed5a48c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:53.678262 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-15c746b3-9e01-4424-8275-88372668c819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for network (75f25c62-261a-44d8-a334-90884043b260), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:53.679760 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c746b3-9e01-4424-8275-88372668c819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:51:53.682033 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-15c746b3-9e01-4424-8275-88372668c819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:53.689540 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-4479d9e9-72e8-4a51-8a98-ee58ecea908e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-2-iscsi, 6721044d-e617-49b1-a476-62c5a05d371f) {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:51:53.696502 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4479d9e9-72e8-4a51-8a98-ee58ecea908e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:51:53.698388 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4479d9e9-72e8-4a51-8a98-ee58ecea908e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:53.702540 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd61baf-a302-4e96-8bff-40b753ff86f0 None None] Network 6721044d-e617-49b1-a476-62c5a05d371f requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:51:53.714464 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Publish callbacks [] for security_group (8d1b92ea-0629-49ac-bed2-9a18d852a6c7), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:53.813093 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (8d1b92ea-0629-49ac-bed2-9a18d852a6c7), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:53.838702 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-4479d9e9-72e8-4a51-8a98-ee58ecea908e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9075692 Mar 29 14:51:53.843334 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c746b3-9e01-4424-8275-88372668c819 admin admin] Pushing event updated for resources: {'Network': ['ID=75f25c62-261a-44d8-a334-90884043b260,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:53.868821 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cfce4acc-e57c-4ba1-addf-d539ed5a48c8 admin admin] Publish callbacks [] for security_group (5c0bb470-d247-40f7-a365-c8c811804cce), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:53.878214 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 58368) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:51:53.882103 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-15c746b3-9e01-4424-8275-88372668c819 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8440161 Mar 29 14:51:53.886263 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Network 75f25c62-261a-44d8-a334-90884043b260 details requested by agent ovs-agent-dv-cinder-835525-2-iscsi with host dv-cinder-835525-2-iscsi {{(pid=115500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:51:53.893201 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1b92ea-0629-49ac-bed2-9a18d852a6c7,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:53.894533 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0c285f-a0db-41cf-9c89-509c09895eab None None] Network 6721044d-e617-49b1-a476-62c5a05d371f requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:51:53.901603 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=115498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 14:51:53.910160 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-683643b4-e9ba-40a1-8fb8-c1efade96055 admin admin] Request body: {'subnet': {'network_id': '75f25c62-261a-44d8-a334-90884043b260', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1683125599-subnet', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:51:53.915449 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:53.916012 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:53.916574 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:53.917117 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:53.917518 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:53.918045 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:53.918441 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:53.918831 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:53.919789 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:53.920186 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:53.920655 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:53.921138 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:53.921546 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:53.922026 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:53.922578 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Tracked resource versions report: Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: pushed versions: Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: { 'AddressGroup': {'1.2'}, Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Agent': {'1.1'}, Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'ConntrackHelper': {'1.0'}, Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'LocalIPAssociation': {'1.0'}, Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Log': {'1.0'}, Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'NDPProxy': {'1.0'}, Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Network': {'1.1'}, Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Port': {'1.7'}, Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'PortForwarding': {'1.3'}, Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'QosPolicy': {'1.10'}, Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'SecurityGroup': {'1.5'}, Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'SecurityGroupRule': {'1.2'}, Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'SubPort': {'1.0'}, Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Subnet': {'1.1'}, Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Trunk': {'1.1'}} Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: consumer versions: Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: { DHCP agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: HyperV agent@hv-cinder-83552: {}, Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: L3 agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: Metadata agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: Metering agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: Open vSwitch agent@dv-cinder-835525-2-iscsi: { 'AddressGroup': '1.2', Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Agent': '1.1', Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'ConntrackHelper': '1.0', Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'LocalIPAssociation': '1.0', Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Log': '1.0', Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'NDPProxy': '1.0', Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Network': '1.1', Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Port': '1.7', Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'PortForwarding': '1.3', Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'QosPolicy': '1.10', Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'SecurityGroup': '1.5', Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'SecurityGroupRule': '1.2', Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'SubPort': '1.0', Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Subnet': '1.1', Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: 'Trunk': '1.1'}} Mar 29 14:51:53.924519 dv-cinder-835525-2-iscsi neutron-server[115498]: {{(pid=115498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 14:51:53.930935 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cfce4acc-e57c-4ba1-addf-d539ed5a48c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (5c0bb470-d247-40f7-a365-c8c811804cce), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:53.983417 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfce4acc-e57c-4ba1-addf-d539ed5a48c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=115499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 14:51:54.003490 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727032248881', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:54.004097 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Unsubscribe: segment precommit_create {{(pid=115498) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 14:51:54.015102 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.db.segments_db [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Added segment 0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4 of type vlan for network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 Mar 29 14:51:54.020561 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce4acc-e57c-4ba1-addf-d539ed5a48c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0bb470-d247-40f7-a365-c8c811804cce,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:54.034950 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cfce4acc-e57c-4ba1-addf-d539ed5a48c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (5694d2da-128f-44f9-ad04-cb3c012a736f), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:54.035572 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.segments_db [None req-cfce4acc-e57c-4ba1-addf-d539ed5a48c8 admin admin] Added segment 5694d2da-128f-44f9-ad04-cb3c012a736f of type vlan for network 4d7933f0-920a-440d-86c3-46e7aab80bfb Mar 29 14:51:54.099456 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cfce4acc-e57c-4ba1-addf-d539ed5a48c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727031888698'] for network (4d7933f0-920a-440d-86c3-46e7aab80bfb), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:54.132830 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683643b4-e9ba-40a1-8fb8-c1efade96055 admin admin] Made reservation on behalf of f0319e2af33245f4917a97026782fdd7 for: {'subnet': 1} {{(pid=115498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:51:54.135777 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-683643b4-e9ba-40a1-8fb8-c1efade96055 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:54.152710 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727031888698'] for network (7c6c5a1e-0a14-4a35-ae6c-15bfb7141370), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:54.218379 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cfce4acc-e57c-4ba1-addf-d539ed5a48c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for network (4d7933f0-920a-440d-86c3-46e7aab80bfb), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:54.219344 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce4acc-e57c-4ba1-addf-d539ed5a48c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:51:54.219922 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cfce4acc-e57c-4ba1-addf-d539ed5a48c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:54.289635 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce4acc-e57c-4ba1-addf-d539ed5a48c8 admin admin] Pushing event updated for resources: {'Network': ['ID=4d7933f0-920a-440d-86c3-46e7aab80bfb,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:54.299382 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Network 4d7933f0-920a-440d-86c3-46e7aab80bfb details requested by agent ovs-agent-dv-cinder-835525-2-iscsi with host dv-cinder-835525-2-iscsi {{(pid=115500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:51:54.342579 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for network (7c6c5a1e-0a14-4a35-ae6c-15bfb7141370), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:54.343621 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:51:54.344343 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:54.353427 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-cfce4acc-e57c-4ba1-addf-d539ed5a48c8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3145521 Mar 29 14:51:54.355595 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 58390) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:51:54.360524 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-04b317a6-a1a7-48cc-b846-29309e8fb989 admin admin] Request body: {'subnet': {'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-subnet', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:51:54.498571 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b317a6-a1a7-48cc-b846-29309e8fb989 admin admin] Made reservation on behalf of ae25d73af8c34890992534571426e2de for: {'subnet': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:51:54.500874 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-04b317a6-a1a7-48cc-b846-29309e8fb989 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:54.516506 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] Pushing event updated for resources: {'Network': ['ID=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:54.534474 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 details requested by agent ovs-agent-dv-cinder-835525-2-iscsi with host dv-cinder-835525-2-iscsi {{(pid=115500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:51:54.574765 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 58400) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:51:54.576461 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-6bbbc216-e917-4083-8f4b-a2bb89512efd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4537058 Mar 29 14:51:54.582768 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-8c8e8d1e-156e-43de-b41e-36b7e213ea58 admin admin] Request body: {'subnet': {'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-928053462-subnet', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:51:54.648073 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 58418) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:51:54.650200 dv-cinder-835525-2-iscsi neutron-server[115498]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 14:51:54.726495 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-683643b4-e9ba-40a1-8fb8-c1efade96055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for subnet (b8b1f603-e72f-4efd-a272-2d43ba7184c9), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:54.739209 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8e8d1e-156e-43de-b41e-36b7e213ea58 admin admin] Made reservation on behalf of 7afda44ff1e84338b2d12e8ab33f1581 for: {'subnet': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:51:54.741940 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8d1e-156e-43de-b41e-36b7e213ea58 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:54.861578 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683643b4-e9ba-40a1-8fb8-c1efade96055 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b1f603-e72f-4efd-a272-2d43ba7184c9,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:54.868245 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-04b317a6-a1a7-48cc-b846-29309e8fb989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for subnet (4a4c3ff9-6e66-4bb0-8254-bab28249a738), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:54.892264 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683643b4-e9ba-40a1-8fb8-c1efade96055 admin admin] Checking segment: {'id': '6121bfc8-4900-448d-b8cd-8e812e46f83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '75f25c62-261a-44d8-a334-90884043b260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:51:54.892747 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683643b4-e9ba-40a1-8fb8-c1efade96055 admin admin] Network hostable DHCP agents. Network: 75f25c62-261a-44d8-a334-90884043b260, hostable agents: ['d54be346-8d38-4a55-9238-c2600b34a430'], hosted agents: [] {{(pid=115498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:51:54.908402 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-36f49a68-951a-47f9-aa4a-b46d53d53957 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:51:54.910005 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-36f49a68-951a-47f9-aa4a-b46d53d53957 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/networks?id=6721044d-e617-49b1-a476-62c5a05d371f HTTP/1.1" status: 200 len: 812 time: 0.2609289 Mar 29 14:51:54.938368 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-debefe62-900a-4a26-867e-29f0f33973b4 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/quotas/65d4f4ef94e74decbd58dd32eba4aa7b HTTP/1.1" status: 200 len: 375 time: 0.0220270 Mar 29 14:51:54.976172 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b317a6-a1a7-48cc-b846-29309e8fb989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a4c3ff9-6e66-4bb0-8254-bab28249a738,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:54.998970 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b317a6-a1a7-48cc-b846-29309e8fb989 admin admin] Checking segment: {'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:51:54.999315 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b317a6-a1a7-48cc-b846-29309e8fb989 admin admin] Network hostable DHCP agents. Network: 4d7933f0-920a-440d-86c3-46e7aab80bfb, hostable agents: ['d54be346-8d38-4a55-9238-c2600b34a430'], hosted agents: [] {{(pid=115499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:51:55.025354 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-4e78fb84-2a07-442b-8c17-03d0023d8711 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=65d4f4ef94e74decbd58dd32eba4aa7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798852 Mar 29 14:51:55.025354 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683643b4-e9ba-40a1-8fb8-c1efade96055 admin admin] Network 75f25c62-261a-44d8-a334-90884043b260 is scheduled to be hosted by DHCP agent d54be346-8d38-4a55-9238-c2600b34a430 with binding_index 1 {{(pid=115498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:51:55.125628 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8d1e-156e-43de-b41e-36b7e213ea58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for subnet (cdf69747-2a83-4214-ac37-59a006e5b5af), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:55.133856 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b317a6-a1a7-48cc-b846-29309e8fb989 admin admin] Network 4d7933f0-920a-440d-86c3-46e7aab80bfb is scheduled to be hosted by DHCP agent d54be346-8d38-4a55-9238-c2600b34a430 with binding_index 1 {{(pid=115499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:51:55.171232 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-683643b4-e9ba-40a1-8fb8-c1efade96055 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-2-iscsi, 75f25c62-261a-44d8-a334-90884043b260) {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:51:55.176836 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683643b4-e9ba-40a1-8fb8-c1efade96055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:51:55.179990 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-683643b4-e9ba-40a1-8fb8-c1efade96055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:55.180864 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-04b317a6-a1a7-48cc-b846-29309e8fb989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-2-iscsi, 4d7933f0-920a-440d-86c3-46e7aab80bfb) {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:51:55.190505 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64310c6-8087-4dc4-b4c6-431861a8648f None None] Network 75f25c62-261a-44d8-a334-90884043b260 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:51:55.194674 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b317a6-a1a7-48cc-b846-29309e8fb989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:51:55.195264 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-04b317a6-a1a7-48cc-b846-29309e8fb989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:55.211488 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e8d1e-156e-43de-b41e-36b7e213ea58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf69747-2a83-4214-ac37-59a006e5b5af,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:55.219610 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-0ad6d687-7b02-48a1-af67-058288be9ffb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 14:51:55.220935 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-0ad6d687-7b02-48a1-af67-058288be9ffb service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0821304 Mar 29 14:51:55.248855 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8e8d1e-156e-43de-b41e-36b7e213ea58 admin admin] Checking segment: {'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:51:55.249266 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8e8d1e-156e-43de-b41e-36b7e213ea58 admin admin] Network hostable DHCP agents. Network: 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370, hostable agents: ['d54be346-8d38-4a55-9238-c2600b34a430'], hosted agents: [] {{(pid=115499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:51:55.253337 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01320134-31b1-4a5b-9822-d8a5ea86c38a None None] Network 4d7933f0-920a-440d-86c3-46e7aab80bfb requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:51:55.294313 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-683643b4-e9ba-40a1-8fb8-c1efade96055 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4020600 Mar 29 14:51:55.297412 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 58452) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:51:55.303765 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-3b1801f9-1398-40ee-8617-a536f50b4fb0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1683125599-router', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:51:55.348279 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-04b317a6-a1a7-48cc-b846-29309e8fb989 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9936476 Mar 29 14:51:55.353111 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 58454) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:51:55.358075 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-8f97163b-62fb-4cb0-8a12-f1c25c550667 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:51:55.359153 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-fb3c0d4a-8baa-4ebc-9533-fe718c256418 service neutron] 10.222.0.16 "GET /v2.0/networks/6721044d-e617-49b1-a476-62c5a05d371f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306961 Mar 29 14:51:55.380855 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8e8d1e-156e-43de-b41e-36b7e213ea58 admin admin] Network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 is scheduled to be hosted by DHCP agent d54be346-8d38-4a55-9238-c2600b34a430 with binding_index 1 {{(pid=115499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:51:55.397868 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4e11d19-54b5-538b-a24b-6e69b5ff0a21-75f25c62-261a-44d8-a334-90884043b260', 'network_id': '75f25c62-261a-44d8-a334-90884043b260', 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'fixed_ips': [{'subnet_id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9'}]}} from dv-cinder-835525-2-iscsi. {{(pid=115500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 14:51:55.398897 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:55.405792 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4e11d19-54b5-538b-a24b-6e69b5ff0a21-4d7933f0-920a-440d-86c3-46e7aab80bfb', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'project_id': 'ae25d73af8c34890992534571426e2de', 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738'}]}} from dv-cinder-835525-2-iscsi. {{(pid=115500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 14:51:55.406788 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:55.459862 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8f97163b-62fb-4cb0-8a12-f1c25c550667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router (cb413d57-db8e-474f-b0b0-1585119bca2b), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:55.461210 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8f97163b-62fb-4cb0-8a12-f1c25c550667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (cb413d57-db8e-474f-b0b0-1585119bca2b), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:55.464823 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3b1801f9-1398-40ee-8617-a536f50b4fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router (8603b2cf-177c-445b-9266-6a273077e9f0), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:55.472488 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3b1801f9-1398-40ee-8617-a536f50b4fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (8603b2cf-177c-445b-9266-6a273077e9f0), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:55.473904 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-8c8e8d1e-156e-43de-b41e-36b7e213ea58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-2-iscsi, 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370) {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:51:55.480267 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8e8d1e-156e-43de-b41e-36b7e213ea58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:51:55.481010 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8d1e-156e-43de-b41e-36b7e213ea58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:55.489808 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-9ac6db57-1f08-473c-bb1e-434317af6ab3 service neutron] 10.222.0.16 "GET /v2.0/networks/6721044d-e617-49b1-a476-62c5a05d371f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293244 Mar 29 14:51:55.556385 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef1c68a-1dc9-49f2-b1cf-dae8e36af647 None None] Network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:51:55.580729 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8f97163b-62fb-4cb0-8a12-f1c25c550667 admin admin] Publish callbacks [] for router_controller (cb413d57-db8e-474f-b0b0-1585119bca2b), precommit_add_association {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:55.588032 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3b1801f9-1398-40ee-8617-a536f50b4fb0 admin admin] Publish callbacks [] for router_controller (8603b2cf-177c-445b-9266-6a273077e9f0), precommit_add_association {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:55.621714 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-8c8e8d1e-156e-43de-b41e-36b7e213ea58 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0450633 Mar 29 14:51:55.627787 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 58460) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:51:55.632538 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-3cc141df-055f-4297-9818-a107f806714c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-928053462-router', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:51:55.743647 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.db_base_plugin_common [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] Allocated IP 172.20.0.2 (75f25c62-261a-44d8-a334-90884043b260/b8b1f603-e72f-4efd-a272-2d43ba7184c9/f2321ec1-cba5-40cb-b7f6-fbabf799065c) {{(pid=115500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:51:55.750514 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3cc141df-055f-4297-9818-a107f806714c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router (92254ba7-70f6-42af-b754-2f5e6239b2c6), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:55.752399 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3cc141df-055f-4297-9818-a107f806714c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (92254ba7-70f6-42af-b754-2f5e6239b2c6), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:55.828579 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 58474) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:51:55.923671 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 58482) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:51:55.961724 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2e2cc767-cd8b-41ed-b66a-750e717f1cbb req-775bee33-5f2e-4cff-81ae-26e850ca8af3 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 210 time: 0.1317132 Mar 29 14:51:55.963079 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3cc141df-055f-4297-9818-a107f806714c admin admin] Publish callbacks [] for router_controller (92254ba7-70f6-42af-b754-2f5e6239b2c6), precommit_add_association {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:56.036958 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.db_base_plugin_common [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Allocated IP 172.20.0.2 (4d7933f0-920a-440d-86c3-46e7aab80bfb/4a4c3ff9-6e66-4bb0-8254-bab28249a738/b82155b5-ed47-440e-9368-e6a5677119bc) {{(pid=115500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:51:56.163375 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8f97163b-62fb-4cb0-8a12-f1c25c550667 admin admin] Publish callbacks [] for router_gateway (cb413d57-db8e-474f-b0b0-1585119bca2b), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:56.170349 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3b1801f9-1398-40ee-8617-a536f50b4fb0 admin admin] Publish callbacks [] for router_gateway (8603b2cf-177c-445b-9266-6a273077e9f0), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:56.260335 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4e11d19-54b5-538b-a24b-6e69b5ff0a21-7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'fixed_ips': [{'subnet_id': 'cdf69747-2a83-4214-ac37-59a006e5b5af'}]}} from dv-cinder-835525-2-iscsi. {{(pid=115500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 14:51:56.261923 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:56.318883 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Publish callbacks [] for port (b82155b5-ed47-440e-9368-e6a5677119bc), precommit_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:56.387445 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9162e3d1-74bb-40a4-b195-6eac50b6d5ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:56.422774 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (b82155b5-ed47-440e-9368-e6a5677119bc), after_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:56.444347 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3cc141df-055f-4297-9818-a107f806714c admin admin] Publish callbacks [] for router_gateway (92254ba7-70f6-42af-b754-2f5e6239b2c6), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:56.533012 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9162e3d1-74bb-40a4-b195-6eac50b6d5ca admin admin] Publish callbacks [] for security_group (e9d8a38b-9883-4ce1-a554-1fb9ddb7bc84), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:56.559305 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Network 4d7933f0-920a-440d-86c3-46e7aab80bfb is already hosted by enough agents. {{(pid=115500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:51:56.566630 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Pushing event updated for resources: {'Port': ['ID=b82155b5-ed47-440e-9368-e6a5677119bc,revision_number=1']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:56.569194 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.base_scheduler [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Resources bound (agent type, host, resource id): {{(pid=115500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:51:56.581797 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Received port after_create {{(pid=115500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:51:56.614390 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:56.619933 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:56.619933 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:56.619933 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:56.619933 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:56.619933 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:56.619933 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:56.619933 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:56.619933 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:56.619933 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:56.619933 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:56.619933 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:56.619933 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:56.619933 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:56.619933 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Tracked resource versions report: Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: pushed versions: Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: { 'AddressGroup': {'1.2'}, Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Agent': {'1.1'}, Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'ConntrackHelper': {'1.0'}, Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'LocalIPAssociation': {'1.0'}, Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Log': {'1.0'}, Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'NDPProxy': {'1.0'}, Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Network': {'1.1'}, Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Port': {'1.7'}, Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'PortForwarding': {'1.3'}, Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'QosPolicy': {'1.10'}, Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'SecurityGroup': {'1.5'}, Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'SecurityGroupRule': {'1.2'}, Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'SubPort': {'1.0'}, Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Subnet': {'1.1'}, Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Trunk': {'1.1'}} Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: consumer versions: Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: { DHCP agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: HyperV agent@hv-cinder-83552: {}, Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: L3 agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: Metadata agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: Metering agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: Open vSwitch agent@dv-cinder-835525-2-iscsi: { 'AddressGroup': '1.2', Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Agent': '1.1', Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'ConntrackHelper': '1.0', Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'LocalIPAssociation': '1.0', Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Log': '1.0', Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'NDPProxy': '1.0', Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Network': '1.1', Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Port': '1.7', Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'PortForwarding': '1.3', Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'QosPolicy': '1.10', Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'SecurityGroup': '1.5', Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'SecurityGroupRule': '1.2', Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'SubPort': '1.0', Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Subnet': '1.1', Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: 'Trunk': '1.1'}} Mar 29 14:51:56.621233 dv-cinder-835525-2-iscsi neutron-server[115500]: {{(pid=115500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 14:51:56.627274 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] Publish callbacks [] for port (f2321ec1-cba5-40cb-b7f6-fbabf799065c), precommit_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:56.636925 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9162e3d1-74bb-40a4-b195-6eac50b6d5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (e9d8a38b-9883-4ce1-a554-1fb9ddb7bc84), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:56.695881 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.db_base_plugin_common [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] Allocated IP 172.20.0.2 (7c6c5a1e-0a14-4a35-ae6c-15bfb7141370/cdf69747-2a83-4214-ac37-59a006e5b5af/de2cb942-da80-43c4-9fc3-b6b6f851dc76) {{(pid=115500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:51:56.704809 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-9162e3d1-74bb-40a4-b195-6eac50b6d5ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef270e1447aa4643bc2dac2e6c5a4645&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7762427 Mar 29 14:51:56.708707 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 58512) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:51:56.717560 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162e3d1-74bb-40a4-b195-6eac50b6d5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d8a38b-9883-4ce1-a554-1fb9ddb7bc84,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:56.719868 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Attempting to bind port b82155b5-ed47-440e-9368-e6a5677119bc on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:51:56.720241 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Attempting to bind port b82155b5-ed47-440e-9368-e6a5677119bc by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:51:56.720602 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Attempting to bind port b82155b5-ed47-440e-9368-e6a5677119bc on network 4d7933f0-920a-440d-86c3-46e7aab80bfb {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:51:56.740483 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:51:56.740867 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Checking segment: {'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:51:56.741438 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:56.748513 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Bound using segment: {'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:51:56.748513 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Bound port: b82155b5-ed47-440e-9368-e6a5677119bc, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:51:56.748513 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (b82155b5-ed47-440e-9368-e6a5677119bc), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:56.773060 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (f2321ec1-cba5-40cb-b7f6-fbabf799065c), after_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:56.802060 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-60f10384-b3e2-4430-822c-e9ceeeb6363b admin admin] Publish callbacks [] for security_group (e9d8a38b-9883-4ce1-a554-1fb9ddb7bc84), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:56.828403 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8f97163b-62fb-4cb0-8a12-f1c25c550667 admin admin] Publish callbacks [] for router_gateway (cb413d57-db8e-474f-b0b0-1585119bca2b), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:56.830114 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-60f10384-b3e2-4430-822c-e9ceeeb6363b admin admin] Publish callbacks [] for security_group (e9d8a38b-9883-4ce1-a554-1fb9ddb7bc84), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:56.852508 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] Network 75f25c62-261a-44d8-a334-90884043b260 is already hosted by enough agents. {{(pid=115500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:51:56.855151 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8f97163b-62fb-4cb0-8a12-f1c25c550667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:56.866430 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.base_scheduler [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] Resources bound (agent type, host, resource id): {{(pid=115500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:51:56.875725 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] Received port after_create {{(pid=115500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:51:56.876096 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3b1801f9-1398-40ee-8617-a536f50b4fb0 admin admin] Publish callbacks [] for router_gateway (8603b2cf-177c-445b-9266-6a273077e9f0), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:56.899950 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] Pushing event updated for resources: {'Port': ['ID=f2321ec1-cba5-40cb-b7f6-fbabf799065c,revision_number=1']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:56.981727 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3b1801f9-1398-40ee-8617-a536f50b4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:57.027355 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] For port b82155b5-ed47-440e-9368-e6a5677119bc, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:51:57.045592 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] For port b82155b5-ed47-440e-9368-e6a5677119bc, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=b82155b5-ed47-440e-9368-e6a5677119bc,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:51:57.061236 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3cc141df-055f-4297-9818-a107f806714c admin admin] Publish callbacks [] for router_gateway (92254ba7-70f6-42af-b754-2f5e6239b2c6), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:57.088786 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [None req-8f97163b-62fb-4cb0-8a12-f1c25c550667 admin admin] Allocated IP 172.27.1.134 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:51:57.097458 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3cc141df-055f-4297-9818-a107f806714c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:57.124641 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] Publish callbacks [] for port (de2cb942-da80-43c4-9fc3-b6b6f851dc76), precommit_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:57.129449 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] Attempting to bind port f2321ec1-cba5-40cb-b7f6-fbabf799065c on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:51:57.129900 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] Attempting to bind port f2321ec1-cba5-40cb-b7f6-fbabf799065c by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '6121bfc8-4900-448d-b8cd-8e812e46f83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '75f25c62-261a-44d8-a334-90884043b260'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:51:57.130340 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] Attempting to bind port f2321ec1-cba5-40cb-b7f6-fbabf799065c on network 75f25c62-261a-44d8-a334-90884043b260 {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:51:57.139601 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:51:57.139601 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] Checking segment: {'id': '6121bfc8-4900-448d-b8cd-8e812e46f83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '75f25c62-261a-44d8-a334-90884043b260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:51:57.139601 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:57.139601 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] Bound using segment: {'id': '6121bfc8-4900-448d-b8cd-8e812e46f83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '75f25c62-261a-44d8-a334-90884043b260'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:51:57.139601 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] Bound port: f2321ec1-cba5-40cb-b7f6-fbabf799065c, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6121bfc8-4900-448d-b8cd-8e812e46f83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '75f25c62-261a-44d8-a334-90884043b260'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:51:57.139601 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (f2321ec1-cba5-40cb-b7f6-fbabf799065c), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:57.224570 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-60f10384-b3e2-4430-822c-e9ceeeb6363b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (e9d8a38b-9883-4ce1-a554-1fb9ddb7bc84), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:57.227575 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-60f10384-b3e2-4430-822c-e9ceeeb6363b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:57.229066 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-60f10384-b3e2-4430-822c-e9ceeeb6363b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9d8a38b-9883-4ce1-a554-1fb9ddb7bc84 HTTP/1.1" status: 204 len: 168 time: 0.5181811 Mar 29 14:51:57.240754 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9a8a9cc2-c2ac-4224-bffc-7a99d50cf43c req-2f503441-b4ee-4599-9b98-990f9c877ffa tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 210 time: 0.1105139 Mar 29 14:51:57.246505 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8f97163b-62fb-4cb0-8a12-f1c25c550667 admin admin] Publish callbacks [] for port (ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:57.266394 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (de2cb942-da80-43c4-9fc3-b6b6f851dc76), after_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:57.267994 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f10384-b3e2-4430-822c-e9ceeeb6363b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d8a38b-9883-4ce1-a554-1fb9ddb7bc84,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:57.268911 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (b82155b5-ed47-440e-9368-e6a5677119bc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:57.379006 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] For port f2321ec1-cba5-40cb-b7f6-fbabf799065c, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:51:57.389756 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] Network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 is already hosted by enough agents. {{(pid=115500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:51:57.416137 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.base_scheduler [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] Resources bound (agent type, host, resource id): {{(pid=115500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:51:57.424144 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] For port f2321ec1-cba5-40cb-b7f6-fbabf799065c, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=f2321ec1-cba5-40cb-b7f6-fbabf799065c,segment=NetworkSegment(6121bfc8-4900-448d-b8cd-8e812e46f83a),segment_id=6121bfc8-4900-448d-b8cd-8e812e46f83a)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:51:57.427622 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] Received port after_create {{(pid=115500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:51:57.437826 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] Pushing event updated for resources: {'Port': ['ID=de2cb942-da80-43c4-9fc3-b6b6f851dc76,revision_number=1']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:57.489863 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [None req-3b1801f9-1398-40ee-8617-a536f50b4fb0 admin admin] Allocated IP 172.27.1.216 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/e170ae4c-03fa-4301-89c7-793d38169f08) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:51:57.531619 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (f2321ec1-cba5-40cb-b7f6-fbabf799065c), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:57.585259 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] Attempting to bind port de2cb942-da80-43c4-9fc3-b6b6f851dc76 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:51:57.585720 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] Attempting to bind port de2cb942-da80-43c4-9fc3-b6b6f851dc76 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:51:57.585978 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] Attempting to bind port de2cb942-da80-43c4-9fc3-b6b6f851dc76 on network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:51:57.591866 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8f97163b-62fb-4cb0-8a12-f1c25c550667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:57.613818 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4b493-ed36-4626-b8e3-a2525ae3120d None None] Pushing event updated for resources: {'Port': ['ID=b82155b5-ed47-440e-9368-e6a5677119bc,revision_number=2']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:57.622108 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:51:57.622677 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] Checking segment: {'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:51:57.622877 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:57.623267 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] Bound using segment: {'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:51:57.623756 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] Bound port: de2cb942-da80-43c4-9fc3-b6b6f851dc76, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:51:57.624139 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (de2cb942-da80-43c4-9fc3-b6b6f851dc76), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:57.736252 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3b1801f9-1398-40ee-8617-a536f50b4fb0 admin admin] Publish callbacks [] for port (e170ae4c-03fa-4301-89c7-793d38169f08), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:57.827864 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97163b-62fb-4cb0-8a12-f1c25c550667 admin admin] Pushing event updated for resources: {'Port': ['ID=ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:57.838758 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f97163b-62fb-4cb0-8a12-f1c25c550667 admin admin] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:51:57.847039 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-8f97163b-62fb-4cb0-8a12-f1c25c550667 admin admin] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:51:57.849761 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f97163b-62fb-4cb0-8a12-f1c25c550667 admin admin] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:51:57.952787 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] For port de2cb942-da80-43c4-9fc3-b6b6f851dc76, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:51:57.990220 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] For port de2cb942-da80-43c4-9fc3-b6b6f851dc76, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=de2cb942-da80-43c4-9fc3-b6b6f851dc76,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:51:58.013657 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca096a-ff26-4767-bb30-359c4a9a325d None None] Pushing event updated for resources: {'Port': ['ID=f2321ec1-cba5-40cb-b7f6-fbabf799065c,revision_number=2']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:58.085676 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (de2cb942-da80-43c4-9fc3-b6b6f851dc76), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:58.406929 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa84564-458a-47b0-8d5f-59619209e3d2 None None] Pushing event updated for resources: {'Port': ['ID=de2cb942-da80-43c4-9fc3-b6b6f851dc76,revision_number=2']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:58.408846 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3b1801f9-1398-40ee-8617-a536f50b4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (e170ae4c-03fa-4301-89c7-793d38169f08), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:58.408846 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1801f9-1398-40ee-8617-a536f50b4fb0 admin admin] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:51:58.413687 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_common [None req-3cc141df-055f-4297-9818-a107f806714c admin admin] Allocated IP 172.27.1.78 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/c9c495bf-1deb-443f-993e-9b675b32a622) {{(pid=115498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:51:58.414596 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-3b1801f9-1398-40ee-8617-a536f50b4fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:51:58.416108 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1801f9-1398-40ee-8617-a536f50b4fb0 admin admin] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:51:58.563785 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dcc1e2df-2126-4ff8-944c-baf232dc9441 req-3fb496ac-683c-46e9-87d7-b34c58ad1bf6 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 210 time: 0.0516510 Mar 29 14:51:58.631503 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3cc141df-055f-4297-9818-a107f806714c admin admin] Publish callbacks [] for port (c9c495bf-1deb-443f-993e-9b675b32a622), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:58.808325 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1801f9-1398-40ee-8617-a536f50b4fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=e170ae4c-03fa-4301-89c7-793d38169f08,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:58.824694 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8f97163b-62fb-4cb0-8a12-f1c25c550667 admin admin] Publish callbacks [] for router_gateway (cb413d57-db8e-474f-b0b0-1585119bca2b), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:58.824937 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3cc141df-055f-4297-9818-a107f806714c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (c9c495bf-1deb-443f-993e-9b675b32a622), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:58.894599 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a5030e-940c-469f-a85b-49f4c8e03f6f None None] Network 4d7933f0-920a-440d-86c3-46e7aab80bfb requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:51:58.901334 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc141df-055f-4297-9818-a107f806714c admin admin] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:51:58.907083 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-3cc141df-055f-4297-9818-a107f806714c admin admin] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:51:58.916778 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc141df-055f-4297-9818-a107f806714c admin admin] Received port after_create {{(pid=115498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:51:58.957132 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device de2cb942-da80-43c4-9fc3-b6b6f851dc76 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:51:59.006321 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:59.040358 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc141df-055f-4297-9818-a107f806714c admin admin] Pushing event updated for resources: {'Port': ['ID=c9c495bf-1deb-443f-993e-9b675b32a622,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:59.080533 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-8c98cdf5-97e2-4a93-8994-4ef798238e9c None None] Provisioning complete for port b82155b5-ed47-440e-9368-e6a5677119bc triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:51:59.081288 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8c98cdf5-97e2-4a93-8994-4ef798238e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (b82155b5-ed47-440e-9368-e6a5677119bc), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:59.285861 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port de2cb942-da80-43c4-9fc3-b6b6f851dc76 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:51:59.285861 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (de2cb942-da80-43c4-9fc3-b6b6f851dc76), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:59.355224 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3b1801f9-1398-40ee-8617-a536f50b4fb0 admin admin] Publish callbacks [] for router_gateway (8603b2cf-177c-445b-9266-6a273077e9f0), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:59.367797 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-8c98cdf5-97e2-4a93-8994-4ef798238e9c None None] Current status of the port b82155b5-ed47-440e-9368-e6a5677119bc is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:51:59.368180 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8c98cdf5-97e2-4a93-8994-4ef798238e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (b82155b5-ed47-440e-9368-e6a5677119bc), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:59.427721 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-8c98cdf5-97e2-4a93-8994-4ef798238e9c None None] For port b82155b5-ed47-440e-9368-e6a5677119bc, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=b82155b5-ed47-440e-9368-e6a5677119bc,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:51:59.480831 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port de2cb942-da80-43c4-9fc3-b6b6f851dc76 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:51:59.482565 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (de2cb942-da80-43c4-9fc3-b6b6f851dc76), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:59.496552 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8f97163b-62fb-4cb0-8a12-f1c25c550667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606242'] for router (cb413d57-db8e-474f-b0b0-1585119bca2b), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:59.534563 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] For port de2cb942-da80-43c4-9fc3-b6b6f851dc76, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=de2cb942-da80-43c4-9fc3-b6b6f851dc76,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:51:59.539077 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8c98cdf5-97e2-4a93-8994-4ef798238e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (b82155b5-ed47-440e-9368-e6a5677119bc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:59.626741 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (de2cb942-da80-43c4-9fc3-b6b6f851dc76), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:59.627763 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device f2321ec1-cba5-40cb-b7f6-fbabf799065c up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:51:59.648668 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb9f2fc-001e-4409-9677-c693dfc84b61 None None] Network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:51:59.679312 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98cdf5-97e2-4a93-8994-4ef798238e9c None None] Pushing event updated for resources: {'Port': ['ID=b82155b5-ed47-440e-9368-e6a5677119bc,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:51:59.775949 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-18204940-59de-42d4-b895-4345a7e7319d req-14785cdc-743b-4a68-a830-8eb4ebf7abb5 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 210 time: 0.0719318 Mar 29 14:51:59.852347 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3b1801f9-1398-40ee-8617-a536f50b4fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606242'] for router (8603b2cf-177c-445b-9266-6a273077e9f0), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:59.884141 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3cc141df-055f-4297-9818-a107f806714c admin admin] Publish callbacks [] for router_gateway (92254ba7-70f6-42af-b754-2f5e6239b2c6), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:51:59.927580 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d126b890-4c26-4b4d-a869-a3a89573ab84 None None] Network 75f25c62-261a-44d8-a334-90884043b260 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:51:59.951944 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f97163b-62fb-4cb0-8a12-f1c25c550667 admin admin] Router cb413d57-db8e-474f-b0b0-1585119bca2b is scheduled to L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 with binding_index 1 {{(pid=115499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 14:51:59.994928 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-37ad0df8-4915-41a3-9e93-5bbace451f0f None None] Provisioning complete for port de2cb942-da80-43c4-9fc3-b6b6f851dc76 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:51:59.995324 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-37ad0df8-4915-41a3-9e93-5bbace451f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (de2cb942-da80-43c4-9fc3-b6b6f851dc76), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:00.073322 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Pushing event updated for resources: {'Port': ['ID=de2cb942-da80-43c4-9fc3-b6b6f851dc76,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:00.082728 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f97163b-62fb-4cb0-8a12-f1c25c550667 admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:52:00.092527 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] Sync routers for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:52:00.109266 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:52:00.109696 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:51:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:00.140423 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1801f9-1398-40ee-8617-a536f50b4fb0 admin admin] Router 8603b2cf-177c-445b-9266-6a273077e9f0 is scheduled to L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 with binding_index 1 {{(pid=115499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 14:52:00.143435 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port f2321ec1-cba5-40cb-b7f6-fbabf799065c triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:00.143841 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (f2321ec1-cba5-40cb-b7f6-fbabf799065c), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:00.187802 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3cc141df-055f-4297-9818-a107f806714c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606242'] for router (92254ba7-70f6-42af-b754-2f5e6239b2c6), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:00.288895 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8f97163b-62fb-4cb0-8a12-f1c25c550667 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:00.291353 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-8f97163b-62fb-4cb0-8a12-f1c25c550667 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9366000 Mar 29 14:52:00.306232 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 58616) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:00.377423 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-37ad0df8-4915-41a3-9e93-5bbace451f0f None None] Current status of the port de2cb942-da80-43c4-9fc3-b6b6f851dc76 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:00.398178 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1801f9-1398-40ee-8617-a536f50b4fb0 admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:52:00.424135 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:52:00.435762 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] Sync routers for ids ['8603b2cf-177c-445b-9266-6a273077e9f0'] in dv-cinder-835525-2-iscsi {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:52:00.486024 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] Routers {'8603b2cf-177c-445b-9266-6a273077e9f0'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:52:00.488250 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:51:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['8603b2cf-177c-445b-9266-6a273077e9f0'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:00.489290 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3b1801f9-1398-40ee-8617-a536f50b4fb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:00.491360 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-3b1801f9-1398-40ee-8617-a536f50b4fb0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1921320 Mar 29 14:52:00.499418 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 58622) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:00.666833 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] Set router 8603b2cf-177c-445b-9266-6a273077e9f0 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:52:00.803662 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port f2321ec1-cba5-40cb-b7f6-fbabf799065c is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:00.806145 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (f2321ec1-cba5-40cb-b7f6-fbabf799065c), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:00.879342 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc141df-055f-4297-9818-a107f806714c admin admin] Router 92254ba7-70f6-42af-b754-2f5e6239b2c6 is scheduled to L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 with binding_index 1 {{(pid=115498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 14:52:00.888202 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:51:58Z', 'revision_number': 3, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:00.971113 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] Checking router: cb413d57-db8e-474f-b0b0-1585119bca2b for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:52:00.971609 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] Updating router cb413d57-db8e-474f-b0b0-1585119bca2b port ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc binding host dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:52:00.982363 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4785aabc-2beb-43ea-906b-e99e651fa8d9 req-d5679b91-48c5-4c26-9a8e-f7f05c4aea03 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 210 time: 0.0391648 Mar 29 14:52:01.047881 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:01.052005 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-a5039f90-09e9-47ef-afc0-16a68207ac84 None None] Provisioning complete for port b82155b5-ed47-440e-9368-e6a5677119bc triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:01.052416 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-a5039f90-09e9-47ef-afc0-16a68207ac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (b82155b5-ed47-440e-9368-e6a5677119bc), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:01.146620 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc141df-055f-4297-9818-a107f806714c admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:52:01.194249 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] For port f2321ec1-cba5-40cb-b7f6-fbabf799065c, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=f2321ec1-cba5-40cb-b7f6-fbabf799065c,segment=NetworkSegment(6121bfc8-4900-448d-b8cd-8e812e46f83a),segment_id=6121bfc8-4900-448d-b8cd-8e812e46f83a)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:01.201179 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] Sync routers for ids ['92254ba7-70f6-42af-b754-2f5e6239b2c6'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:52:01.232770 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] Routers {'92254ba7-70f6-42af-b754-2f5e6239b2c6'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:52:01.232770 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:51:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['92254ba7-70f6-42af-b754-2f5e6239b2c6'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:01.286066 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (f2321ec1-cba5-40cb-b7f6-fbabf799065c), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:01.294862 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device b82155b5-ed47-440e-9368-e6a5677119bc up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:52:01.346303 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3cc141df-055f-4297-9818-a107f806714c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:01.350236 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-3cc141df-055f-4297-9818-a107f806714c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7185864 Mar 29 14:52:01.355094 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 58642) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:01.376709 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] Set router 92254ba7-70f6-42af-b754-2f5e6239b2c6 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:52:01.442113 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Pushing event updated for resources: {'Port': ['ID=f2321ec1-cba5-40cb-b7f6-fbabf799065c,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:01.447008 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'name': 'tempest-AttachVolumeTestJSON-1683125599-router', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:51:58Z', 'revision_number': 3, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'gw_port': {'id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:01.472417 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4e66bfa3-3eb9-4e02-96a8-b3db73d4daa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:01.479306 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-503ca4fd-3ce2-4825-a5de-fe13e0bcd777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:01.488456 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] Checking router: 8603b2cf-177c-445b-9266-6a273077e9f0 for host: dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:52:01.488592 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] Updating router 8603b2cf-177c-445b-9266-6a273077e9f0 port e170ae4c-03fa-4301-89c7-793d38169f08 binding host dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:52:01.511373 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-a5039f90-09e9-47ef-afc0-16a68207ac84 None None] Current status of the port b82155b5-ed47-440e-9368-e6a5677119bc is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:01.517445 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port b82155b5-ed47-440e-9368-e6a5677119bc triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:01.517844 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (b82155b5-ed47-440e-9368-e6a5677119bc), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:01.555808 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (e170ae4c-03fa-4301-89c7-793d38169f08), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:01.586336 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-a5039f90-09e9-47ef-afc0-16a68207ac84 None None] Provisioning complete for port f2321ec1-cba5-40cb-b7f6-fbabf799065c triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:01.586754 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-a5039f90-09e9-47ef-afc0-16a68207ac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (f2321ec1-cba5-40cb-b7f6-fbabf799065c), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:01.771685 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port b82155b5-ed47-440e-9368-e6a5677119bc is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:01.781733 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [None req-4e66bfa3-3eb9-4e02-96a8-b3db73d4daa0 admin admin] Allocated IP 172.20.0.1 (75f25c62-261a-44d8-a334-90884043b260/b8b1f603-e72f-4efd-a272-2d43ba7184c9/16824fc3-c720-4cb6-8f56-7b6c2b3d03ec) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:52:01.796583 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-a5039f90-09e9-47ef-afc0-16a68207ac84 None None] Current status of the port f2321ec1-cba5-40cb-b7f6-fbabf799065c is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:01.933025 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-57948553-f203-4eb0-bfca-05300fce5b3e None None] Provisioning complete for port de2cb942-da80-43c4-9fc3-b6b6f851dc76 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:01.933025 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-57948553-f203-4eb0-bfca-05300fce5b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (de2cb942-da80-43c4-9fc3-b6b6f851dc76), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:01.939771 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4e66bfa3-3eb9-4e02-96a8-b3db73d4daa0 admin admin] Publish callbacks [] for port (16824fc3-c720-4cb6-8f56-7b6c2b3d03ec), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:02.025496 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device b82155b5-ed47-440e-9368-e6a5677119bc up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:52:02.035589 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] Publish callbacks [] for port (ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc), precommit_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:02.052545 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'name': 'tempest-ServerRescueNegativeTestJSON-928053462-router', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:51:59Z', 'revision_number': 3, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'gw_port': {'id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:57Z', 'updated_at': '2022-03-29T14:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:02.084015 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.13', 51828) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:02.086501 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] Checking router: 92254ba7-70f6-42af-b754-2f5e6239b2c6 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:52:02.086958 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] Updating router 92254ba7-70f6-42af-b754-2f5e6239b2c6 port c9c495bf-1deb-443f-993e-9b675b32a622 binding host dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:52:02.125471 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (c9c495bf-1deb-443f-993e-9b675b32a622), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:02.173041 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:02.220194 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_common [None req-503ca4fd-3ce2-4825-a5de-fe13e0bcd777 admin admin] Allocated IP 172.20.0.1 (4d7933f0-920a-440d-86c3-46e7aab80bfb/4a4c3ff9-6e66-4bb0-8254-bab28249a738/2bfecaf3-477c-4376-93e2-b505aee0ce05) {{(pid=115498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:52:02.270353 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4e66bfa3-3eb9-4e02-96a8-b3db73d4daa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (16824fc3-c720-4cb6-8f56-7b6c2b3d03ec), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:02.296802 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-57948553-f203-4eb0-bfca-05300fce5b3e None None] Current status of the port de2cb942-da80-43c4-9fc3-b6b6f851dc76 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:02.334241 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port b82155b5-ed47-440e-9368-e6a5677119bc triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:02.334559 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (b82155b5-ed47-440e-9368-e6a5677119bc), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:02.381052 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] Attempting to bind port ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:52:02.382139 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] Attempting to bind port ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:52:02.382743 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] Attempting to bind port ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc on network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:52:02.387126 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a697d1b1-d557-4204-bc2c-cf9a19d958b1 req-8d0b8428-2458-479b-95bf-91049db62389 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 210 time: 0.0343504 Mar 29 14:52:02.401164 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66bfa3-3eb9-4e02-96a8-b3db73d4daa0 admin admin] Pushing event updated for resources: {'Port': ['ID=16824fc3-c720-4cb6-8f56-7b6c2b3d03ec,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:02.402567 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:52:02.403310 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] Checking segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:52:02.403958 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:02.404552 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] Bound using segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:52:02.405304 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] Bound port: ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:52:02.405920 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:02.436879 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7c2d3-6e39-48dd-94fb-e0441f3b294d None None] Pushing event updated for resources: {'Port': ['ID=ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc,revision_number=2']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:02.438156 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-57948553-f203-4eb0-bfca-05300fce5b3e None None] Provisioning complete for port f2321ec1-cba5-40cb-b7f6-fbabf799065c triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:02.438578 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-57948553-f203-4eb0-bfca-05300fce5b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (f2321ec1-cba5-40cb-b7f6-fbabf799065c), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:02.448706 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c2d3-6e39-48dd-94fb-e0441f3b294d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:02.449091 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c2d3-6e39-48dd-94fb-e0441f3b294d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:02.449460 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c2d3-6e39-48dd-94fb-e0441f3b294d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:02.449815 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c2d3-6e39-48dd-94fb-e0441f3b294d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:02.450675 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c2d3-6e39-48dd-94fb-e0441f3b294d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:02.451008 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c2d3-6e39-48dd-94fb-e0441f3b294d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:02.451813 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c2d3-6e39-48dd-94fb-e0441f3b294d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:02.461970 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c2d3-6e39-48dd-94fb-e0441f3b294d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:02.462506 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c2d3-6e39-48dd-94fb-e0441f3b294d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:02.462856 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c2d3-6e39-48dd-94fb-e0441f3b294d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:02.463197 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c2d3-6e39-48dd-94fb-e0441f3b294d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:02.463550 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c2d3-6e39-48dd-94fb-e0441f3b294d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:02.463885 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c2d3-6e39-48dd-94fb-e0441f3b294d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:02.464216 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c2d3-6e39-48dd-94fb-e0441f3b294d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:02.464647 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c2d3-6e39-48dd-94fb-e0441f3b294d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c2d3-6e39-48dd-94fb-e0441f3b294d None None] Tracked resource versions report: Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: pushed versions: Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: { 'AddressGroup': {'1.2'}, Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Agent': {'1.1'}, Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'ConntrackHelper': {'1.0'}, Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'LocalIPAssociation': {'1.0'}, Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Log': {'1.0'}, Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'NDPProxy': {'1.0'}, Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Network': {'1.1'}, Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Port': {'1.7'}, Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'PortForwarding': {'1.3'}, Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'QosPolicy': {'1.10'}, Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'SecurityGroup': {'1.5'}, Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'SecurityGroupRule': {'1.2'}, Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'SubPort': {'1.0'}, Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Subnet': {'1.1'}, Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Trunk': {'1.1'}} Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: consumer versions: Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: { DHCP agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: HyperV agent@hv-cinder-83552: {}, Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: L3 agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: Metadata agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: Metering agent@dv-cinder-835525-2-iscsi: {}, Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: Open vSwitch agent@dv-cinder-835525-2-iscsi: { 'AddressGroup': '1.2', Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Agent': '1.1', Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'ConntrackHelper': '1.0', Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'LocalIPAssociation': '1.0', Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Log': '1.0', Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'NDPProxy': '1.0', Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Network': '1.1', Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Port': '1.7', Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'PortForwarding': '1.3', Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'QosPolicy': '1.10', Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'SecurityGroup': '1.5', Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'SecurityGroupRule': '1.2', Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'SubPort': '1.0', Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Subnet': '1.1', Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: 'Trunk': '1.1'}} Mar 29 14:52:02.478973 dv-cinder-835525-2-iscsi neutron-server[115501]: {{(pid=115501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 14:52:02.511906 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-503ca4fd-3ce2-4825-a5de-fe13e0bcd777 admin admin] Publish callbacks [] for port (2bfecaf3-477c-4376-93e2-b505aee0ce05), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:02.520911 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] For port ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:52:02.526609 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] For port ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:52:02.540868 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-e2d43f9e-917f-4ae9-9bc6-ed38001444ce tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:02.542617 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-e2d43f9e-917f-4ae9-9bc6-ed38001444ce tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.13 "GET /v2.0/networks?id=6721044d-e617-49b1-a476-62c5a05d371f HTTP/1.1" status: 200 len: 812 time: 0.4573669 Mar 29 14:52:02.548774 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e66bfa3-3eb9-4e02-96a8-b3db73d4daa0 admin admin] Network 75f25c62-261a-44d8-a334-90884043b260 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:52:02.550843 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-4e66bfa3-3eb9-4e02-96a8-b3db73d4daa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:52:02.553217 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e66bfa3-3eb9-4e02-96a8-b3db73d4daa0 admin admin] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:52:02.553688 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4e66bfa3-3eb9-4e02-96a8-b3db73d4daa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606965'] for router_interface (8603b2cf-177c-445b-9266-6a273077e9f0), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:02.602902 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:02.700972 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:52:02.701930 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:51:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:02.722096 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-503ca4fd-3ce2-4825-a5de-fe13e0bcd777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (2bfecaf3-477c-4376-93e2-b505aee0ce05), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:02.748464 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] Publish callbacks [] for port (e170ae4c-03fa-4301-89c7-793d38169f08), precommit_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:02.784871 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-57948553-f203-4eb0-bfca-05300fce5b3e None None] Current status of the port f2321ec1-cba5-40cb-b7f6-fbabf799065c is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:02.791065 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503ca4fd-3ce2-4825-a5de-fe13e0bcd777 admin admin] Network 4d7933f0-920a-440d-86c3-46e7aab80bfb is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:52:02.797467 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port b82155b5-ed47-440e-9368-e6a5677119bc is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:02.798589 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device de2cb942-da80-43c4-9fc3-b6b6f851dc76 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:52:02.809154 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-503ca4fd-3ce2-4825-a5de-fe13e0bcd777 admin admin] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:52:02.822872 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503ca4fd-3ce2-4825-a5de-fe13e0bcd777 admin admin] Received port after_create {{(pid=115498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:52:02.823491 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-503ca4fd-3ce2-4825-a5de-fe13e0bcd777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606965'] for router_interface (cb413d57-db8e-474f-b0b0-1585119bca2b), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:02.837986 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-d0e33b5a-fd5c-4feb-9698-bfadc20f8cef tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Request body: {'port': {'device_id': 'ff31ad47-4301-41f0-aa05-f6d21ae378c3', 'network_id': '6721044d-e617-49b1-a476-62c5a05d371f', 'admin_state_up': True, 'tenant_id': '65d4f4ef94e74decbd58dd32eba4aa7b'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:52:02.924658 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7c2d3-6e39-48dd-94fb-e0441f3b294d None None] Pushing event updated for resources: {'Port': ['ID=ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc,revision_number=3']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:02.926049 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-78473a47-6b1f-4ffb-938e-b0eb03bb285a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:02.971048 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ca4fd-3ce2-4825-a5de-fe13e0bcd777 admin admin] Pushing event updated for resources: {'Port': ['ID=2bfecaf3-477c-4376-93e2-b505aee0ce05,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:03.115430 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:52:03.144587 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (e170ae4c-03fa-4301-89c7-793d38169f08), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:03.225913 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-9f18ac2e-f266-452b-b16c-bf22eaedf728 None None] Provisioning complete for port 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:03.226606 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-9f18ac2e-f266-452b-b16c-bf22eaedf728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (16824fc3-c720-4cb6-8f56-7b6c2b3d03ec), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:03.280835 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-9f18ac2e-f266-452b-b16c-bf22eaedf728 None None] Port 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:52:03.285712 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] Attempting to bind port e170ae4c-03fa-4301-89c7-793d38169f08 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:52:03.286252 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] Attempting to bind port e170ae4c-03fa-4301-89c7-793d38169f08 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:52:03.286761 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] Attempting to bind port e170ae4c-03fa-4301-89c7-793d38169f08 on network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:52:03.295852 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:52:03.296480 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] Checking segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:52:03.297164 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:03.297798 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] Bound using segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:52:03.298414 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] Bound port: e170ae4c-03fa-4301-89c7-793d38169f08, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:52:03.298935 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (e170ae4c-03fa-4301-89c7-793d38169f08), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:03.333697 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4e66bfa3-3eb9-4e02-96a8-b3db73d4daa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (16824fc3-c720-4cb6-8f56-7b6c2b3d03ec), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:03.359518 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdbb0f-47e1-4174-8b60-907f842bf036 None None] Pushing event updated for resources: {'Port': ['ID=e170ae4c-03fa-4301-89c7-793d38169f08,revision_number=2']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:03.386254 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-d0e33b5a-fd5c-4feb-9698-bfadc20f8cef tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Made reservation on behalf of 65d4f4ef94e74decbd58dd32eba4aa7b for: {'port': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:52:03.388382 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port de2cb942-da80-43c4-9fc3-b6b6f851dc76 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:03.388760 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (de2cb942-da80-43c4-9fc3-b6b6f851dc76), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:03.391096 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-d0e33b5a-fd5c-4feb-9698-bfadc20f8cef tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:03.429848 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] For port e170ae4c-03fa-4301-89c7-793d38169f08, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:52:03.449772 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] For port e170ae4c-03fa-4301-89c7-793d38169f08, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=e170ae4c-03fa-4301-89c7-793d38169f08,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:52:03.459762 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-1413d911-2d9a-4ec8-8ca5-2257ff24b599 None None] Provisioning complete for port 2bfecaf3-477c-4376-93e2-b505aee0ce05 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:03.460144 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-1413d911-2d9a-4ec8-8ca5-2257ff24b599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (2bfecaf3-477c-4376-93e2-b505aee0ce05), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:03.483345 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_common [None req-78473a47-6b1f-4ffb-938e-b0eb03bb285a admin admin] Allocated IP 172.20.0.1 (7c6c5a1e-0a14-4a35-ae6c-15bfb7141370/cdf69747-2a83-4214-ac37-59a006e5b5af/55ab8f9e-59c2-476d-abb7-16217af5211b) {{(pid=115498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:52:03.495029 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-503ca4fd-3ce2-4825-a5de-fe13e0bcd777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2bfecaf3-477c-4376-93e2-b505aee0ce05), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:03.527715 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-1413d911-2d9a-4ec8-8ca5-2257ff24b599 None None] Port 2bfecaf3-477c-4376-93e2-b505aee0ce05 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:52:03.548415 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (e170ae4c-03fa-4301-89c7-793d38169f08), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:03.595720 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0cc2535b-fda8-4567-8990-ca96139b4793 req-fb2cac63-7ef9-40f2-b3e0-2914d62b95d2 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 210 time: 0.0604658 Mar 29 14:52:03.637773 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] Publish callbacks [] for port (c9c495bf-1deb-443f-993e-9b675b32a622), precommit_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:03.642826 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port de2cb942-da80-43c4-9fc3-b6b6f851dc76 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:03.645837 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device f2321ec1-cba5-40cb-b7f6-fbabf799065c up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:52:03.728356 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (c9c495bf-1deb-443f-993e-9b675b32a622), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:03.768024 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] Routers {'8603b2cf-177c-445b-9266-6a273077e9f0'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:52:03.769245 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:51:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['8603b2cf-177c-445b-9266-6a273077e9f0'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:03.791362 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-78473a47-6b1f-4ffb-938e-b0eb03bb285a admin admin] Publish callbacks [] for port (55ab8f9e-59c2-476d-abb7-16217af5211b), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:03.815958 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e077b5-e58f-4079-be58-148e75811875 None None] Pushing event updated for resources: {'Port': ['ID=c9c495bf-1deb-443f-993e-9b675b32a622,revision_number=2']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:03.868560 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:51:58Z', 'revision_number': 3, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:03.895653 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-d0e33b5a-fd5c-4feb-9698-bfadc20f8cef tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Allocated IP 172.20.0.6 (6721044d-e617-49b1-a476-62c5a05d371f/d3e866f1-4f04-47fe-ad05-959ee904e9a6/f080df45-43cd-4dc1-ab1a-9cc1b3276b3d) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:52:03.902803 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] Attempting to bind port c9c495bf-1deb-443f-993e-9b675b32a622 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:52:03.902803 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] Attempting to bind port c9c495bf-1deb-443f-993e-9b675b32a622 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:52:03.902803 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] Attempting to bind port c9c495bf-1deb-443f-993e-9b675b32a622 on network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:52:03.909549 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:52:03.909931 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] Checking segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:52:03.910394 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:03.910727 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] Bound using segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:52:03.911204 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] Bound port: c9c495bf-1deb-443f-993e-9b675b32a622, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:52:03.911591 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (c9c495bf-1deb-443f-993e-9b675b32a622), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:03.913592 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351bc430-4fda-4405-b527-d89b8cbc5a31 None None] The sync data for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi is: [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:51:58Z', 'revision_number': 3, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:52:03.931457 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-503ca4fd-3ce2-4825-a5de-fe13e0bcd777 admin admin] Publish callbacks [] for port (2bfecaf3-477c-4376-93e2-b505aee0ce05), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:03.959472 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-78473a47-6b1f-4ffb-938e-b0eb03bb285a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (55ab8f9e-59c2-476d-abb7-16217af5211b), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:04.000430 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] Set router 8603b2cf-177c-445b-9266-6a273077e9f0 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:52:04.042887 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78473a47-6b1f-4ffb-938e-b0eb03bb285a admin admin] Network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:52:04.051424 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-78473a47-6b1f-4ffb-938e-b0eb03bb285a admin admin] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:52:04.066168 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78473a47-6b1f-4ffb-938e-b0eb03bb285a admin admin] Received port after_create {{(pid=115498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:52:04.066804 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-78473a47-6b1f-4ffb-938e-b0eb03bb285a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606965'] for router_interface (92254ba7-70f6-42af-b754-2f5e6239b2c6), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:04.088659 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4e66bfa3-3eb9-4e02-96a8-b3db73d4daa0 admin admin] Publish callbacks [] for port (16824fc3-c720-4cb6-8f56-7b6c2b3d03ec), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:04.106202 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] For port c9c495bf-1deb-443f-993e-9b675b32a622, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:52:04.113991 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] For port c9c495bf-1deb-443f-993e-9b675b32a622, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=c9c495bf-1deb-443f-993e-9b675b32a622,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:52:04.121365 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port f2321ec1-cba5-40cb-b7f6-fbabf799065c triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:04.121745 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (f2321ec1-cba5-40cb-b7f6-fbabf799065c), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:04.176614 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-503ca4fd-3ce2-4825-a5de-fe13e0bcd777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (2bfecaf3-477c-4376-93e2-b505aee0ce05), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:04.177600 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-503ca4fd-3ce2-4825-a5de-fe13e0bcd777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606817'] for router_interface (cb413d57-db8e-474f-b0b0-1585119bca2b), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:04.178485 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdbb0f-47e1-4174-8b60-907f842bf036 None None] Pushing event updated for resources: {'Port': ['ID=e170ae4c-03fa-4301-89c7-793d38169f08,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:04.220887 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78473a47-6b1f-4ffb-938e-b0eb03bb285a admin admin] Pushing event updated for resources: {'Port': ['ID=55ab8f9e-59c2-476d-abb7-16217af5211b,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:04.222746 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4e66bfa3-3eb9-4e02-96a8-b3db73d4daa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (16824fc3-c720-4cb6-8f56-7b6c2b3d03ec), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:04.223023 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (c9c495bf-1deb-443f-993e-9b675b32a622), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:04.223769 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4e66bfa3-3eb9-4e02-96a8-b3db73d4daa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606817'] for router_interface (8603b2cf-177c-445b-9266-6a273077e9f0), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:04.440279 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] Routers {'92254ba7-70f6-42af-b754-2f5e6239b2c6'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:52:04.440910 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:51:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['92254ba7-70f6-42af-b754-2f5e6239b2c6'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:04.490667 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port f2321ec1-cba5-40cb-b7f6-fbabf799065c is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:04.722650 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66bfa3-3eb9-4e02-96a8-b3db73d4daa0 admin admin] Pushing event updated for resources: {'Port': ['ID=16824fc3-c720-4cb6-8f56-7b6c2b3d03ec,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:04.744190 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'name': 'tempest-AttachVolumeTestJSON-1683125599-router', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:02Z', 'revision_number': 4, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'gw_port': {'id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '16824fc3-c720-4cb6-8f56-7b6c2b3d03ec', 'name': '', 'network_id': '75f25c62-261a-44d8-a334-90884043b260', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'mac_address': 'fa:16:3e:00:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:01Z', 'revision_number': 1, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'subnets': [{'id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:04.814656 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-d0e33b5a-fd5c-4feb-9698-bfadc20f8cef tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Publish callbacks [] for port (f080df45-43cd-4dc1-ab1a-9cc1b3276b3d), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:04.854678 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e798e731-23db-4e92-941d-3b5943ac9c58 None None] The sync data for ids ['8603b2cf-177c-445b-9266-6a273077e9f0'] in dv-cinder-835525-2-iscsi is: [{'id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'name': 'tempest-AttachVolumeTestJSON-1683125599-router', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:02Z', 'revision_number': 4, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'gw_port': {'id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '16824fc3-c720-4cb6-8f56-7b6c2b3d03ec', 'name': '', 'network_id': '75f25c62-261a-44d8-a334-90884043b260', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'mac_address': 'fa:16:3e:00:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:01Z', 'revision_number': 1, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'subnets': [{'id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:52:04.863882 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503ca4fd-3ce2-4825-a5de-fe13e0bcd777 admin admin] Network 4d7933f0-920a-440d-86c3-46e7aab80bfb is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:52:04.908870 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-f6ed019b-92fd-49e1-8258-86ab08c64d61 None None] Provisioning complete for port 55ab8f9e-59c2-476d-abb7-16217af5211b triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:04.908870 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-f6ed019b-92fd-49e1-8258-86ab08c64d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (55ab8f9e-59c2-476d-abb7-16217af5211b), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:04.919778 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e66bfa3-3eb9-4e02-96a8-b3db73d4daa0 admin admin] Network 75f25c62-261a-44d8-a334-90884043b260 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:52:04.926087 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-4e66bfa3-3eb9-4e02-96a8-b3db73d4daa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:52:04.961564 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] Set router 92254ba7-70f6-42af-b754-2f5e6239b2c6 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:52:05.047370 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-503ca4fd-3ce2-4825-a5de-fe13e0bcd777 admin admin] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:52:05.065122 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ca4fd-3ce2-4825-a5de-fe13e0bcd777 admin admin] Pushing event updated for resources: {'Port': ['ID=2bfecaf3-477c-4376-93e2-b505aee0ce05,revision_number=2']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:05.123165 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-f6ed019b-92fd-49e1-8258-86ab08c64d61 None None] Port 55ab8f9e-59c2-476d-abb7-16217af5211b cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:52:05.324379 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e077b5-e58f-4079-be58-148e75811875 None None] Pushing event updated for resources: {'Port': ['ID=c9c495bf-1deb-443f-993e-9b675b32a622,revision_number=3']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:05.461732 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-122cb72c-9719-4ca2-a125-a41e9e923e92 req-eca03fea-23dc-4d20-acac-d94dde77c9e8 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 210 time: 0.4197047 Mar 29 14:52:05.515253 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e66bfa3-3eb9-4e02-96a8-b3db73d4daa0 admin admin] Router 8603b2cf-177c-445b-9266-6a273077e9f0 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:52:05.522688 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-d0e33b5a-fd5c-4feb-9698-bfadc20f8cef tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (f080df45-43cd-4dc1-ab1a-9cc1b3276b3d), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:05.578848 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-b03a4820-058c-4e10-ab11-5f863d24f92d None None] Provisioning complete for port 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:05.579265 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b03a4820-058c-4e10-ab11-5f863d24f92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (16824fc3-c720-4cb6-8f56-7b6c2b3d03ec), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:05.651222 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-78473a47-6b1f-4ffb-938e-b0eb03bb285a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (55ab8f9e-59c2-476d-abb7-16217af5211b), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:05.714260 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'name': 'tempest-ServerRescueNegativeTestJSON-928053462-router', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:51:59Z', 'revision_number': 3, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'gw_port': {'id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:57Z', 'updated_at': '2022-03-29T14:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:05.731878 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-b03a4820-058c-4e10-ab11-5f863d24f92d None None] Port 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:52:05.810680 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa03ed5f-ec13-44c5-94dd-be9fa8d540fc None None] The sync data for ids ['92254ba7-70f6-42af-b754-2f5e6239b2c6'] in dv-cinder-835525-2-iscsi is: [{'id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'name': 'tempest-ServerRescueNegativeTestJSON-928053462-router', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:51:59Z', 'revision_number': 3, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'gw_port': {'id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:57Z', 'updated_at': '2022-03-29T14:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:52:05.863981 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-005cded0-74fa-4d3c-bfea-82e04474b733 None None] Provisioning complete for port 2bfecaf3-477c-4376-93e2-b505aee0ce05 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:05.865547 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-005cded0-74fa-4d3c-bfea-82e04474b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (2bfecaf3-477c-4376-93e2-b505aee0ce05), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:05.957025 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503ca4fd-3ce2-4825-a5de-fe13e0bcd777 admin admin] Router cb413d57-db8e-474f-b0b0-1585119bca2b has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:52:05.960958 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-d0e33b5a-fd5c-4feb-9698-bfadc20f8cef tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Network 6721044d-e617-49b1-a476-62c5a05d371f is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:52:06.031916 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-005cded0-74fa-4d3c-bfea-82e04474b733 None None] Port 2bfecaf3-477c-4376-93e2-b505aee0ce05 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:52:06.084309 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-d0e33b5a-fd5c-4feb-9698-bfadc20f8cef tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:52:06.164612 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-d0e33b5a-fd5c-4feb-9698-bfadc20f8cef tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:52:06.188822 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-d0e33b5a-fd5c-4feb-9698-bfadc20f8cef tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:06.191971 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-d0e33b5a-fd5c-4feb-9698-bfadc20f8cef tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:06.208254 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e33b5a-fd5c-4feb-9698-bfadc20f8cef tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Pushing event updated for resources: {'Port': ['ID=f080df45-43cd-4dc1-ab1a-9cc1b3276b3d,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:06.294350 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e66bfa3-3eb9-4e02-96a8-b3db73d4daa0 admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:52:06.308912 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-4e66bfa3-3eb9-4e02-96a8-b3db73d4daa0 admin admin] 10.222.0.16 "PUT /v2.0/routers/8603b2cf-177c-445b-9266-6a273077e9f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7988644 Mar 29 14:52:06.316535 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-d0e33b5a-fd5c-4feb-9698-bfadc20f8cef tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4875267 Mar 29 14:52:06.466731 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503ca4fd-3ce2-4825-a5de-fe13e0bcd777 admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:52:06.493052 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-503ca4fd-3ce2-4825-a5de-fe13e0bcd777 admin admin] 10.222.0.16 "PUT /v2.0/routers/cb413d57-db8e-474f-b0b0-1585119bca2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1676333 Mar 29 14:52:06.569571 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-39eed6d2-c472-4220-94c8-93d543991a5d tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 14:52:06.570623 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-39eed6d2-c472-4220-94c8-93d543991a5d tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103781 Mar 29 14:52:06.593877 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-78473a47-6b1f-4ffb-938e-b0eb03bb285a admin admin] Publish callbacks [] for port (55ab8f9e-59c2-476d-abb7-16217af5211b), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:06.670685 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-78473a47-6b1f-4ffb-938e-b0eb03bb285a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (55ab8f9e-59c2-476d-abb7-16217af5211b), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:06.671432 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-78473a47-6b1f-4ffb-938e-b0eb03bb285a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606817'] for router_interface (92254ba7-70f6-42af-b754-2f5e6239b2c6), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:06.891992 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device c9c495bf-1deb-443f-993e-9b675b32a622 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:52:07.042100 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port c9c495bf-1deb-443f-993e-9b675b32a622 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:07.042835 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (c9c495bf-1deb-443f-993e-9b675b32a622), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:07.117117 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78473a47-6b1f-4ffb-938e-b0eb03bb285a admin admin] Pushing event updated for resources: {'Port': ['ID=55ab8f9e-59c2-476d-abb7-16217af5211b,revision_number=2']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:07.118549 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Request body: {'port': {'device_id': 'ff31ad47-4301-41f0-aa05-f6d21ae378c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:52:07.263065 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port c9c495bf-1deb-443f-993e-9b675b32a622 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:07.265143 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (c9c495bf-1deb-443f-993e-9b675b32a622), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:07.312562 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] For port c9c495bf-1deb-443f-993e-9b675b32a622, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=c9c495bf-1deb-443f-993e-9b675b32a622,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:07.351382 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (f080df45-43cd-4dc1-ab1a-9cc1b3276b3d), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:07.386150 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f992a75-ab09-43f2-91c1-defe65ffb43b req-b9aa6406-09ef-44eb-b95e-aa6e9336a863 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:07.393594 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4f992a75-ab09-43f2-91c1-defe65ffb43b req-b9aa6406-09ef-44eb-b95e-aa6e9336a863 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 931 time: 0.2687559 Mar 29 14:52:07.423480 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78473a47-6b1f-4ffb-938e-b0eb03bb285a admin admin] Network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:52:07.434624 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-78473a47-6b1f-4ffb-938e-b0eb03bb285a admin admin] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:52:07.456416 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (c9c495bf-1deb-443f-993e-9b675b32a622), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:07.461783 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:52:07.622414 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Pushing event updated for resources: {'Port': ['ID=c9c495bf-1deb-443f-993e-9b675b32a622,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:07.666356 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:07.666719 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:07.851194 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78473a47-6b1f-4ffb-938e-b0eb03bb285a admin admin] Router 92254ba7-70f6-42af-b754-2f5e6239b2c6 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:52:07.867216 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:07.873466 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:07.897565 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4f992a75-ab09-43f2-91c1-defe65ffb43b req-ce125203-0287-412e-b2c0-09c469c7e9a1 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722843 Mar 29 14:52:07.934063 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] Sync routers for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:52:07.960337 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-5f146bde-e5ca-4938-8caa-353e2e704683 None None] Provisioning complete for port 55ab8f9e-59c2-476d-abb7-16217af5211b triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:07.960729 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5f146bde-e5ca-4938-8caa-353e2e704683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (55ab8f9e-59c2-476d-abb7-16217af5211b), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:08.019247 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] For port ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:08.021167 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-5f146bde-e5ca-4938-8caa-353e2e704683 None None] Port 55ab8f9e-59c2-476d-abb7-16217af5211b cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:52:08.022788 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:52:08.023639 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:51:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:08.103561 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 58786) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:08.124244 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-0a80af38-027c-46a1-9776-dc0b96abe09b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339984702', 'description': 'tempest-description--926013051'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:52:08.125260 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f080df45-43cd-4dc1-ab1a-9cc1b3276b3d {{(pid=115499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:52:08.139464 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Publish callbacks [] for port (f080df45-43cd-4dc1-ab1a-9cc1b3276b3d), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:08.210180 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.provisioning_blocks [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Transition to ACTIVE for port object f080df45-43cd-4dc1-ab1a-9cc1b3276b3d will not be triggered until provisioned by entity L2. {{(pid=115499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 14:52:08.293041 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (f080df45-43cd-4dc1-ab1a-9cc1b3276b3d), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:08.335249 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:52:08.443458 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78473a47-6b1f-4ffb-938e-b0eb03bb285a admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:52:08.467166 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-78473a47-6b1f-4ffb-938e-b0eb03bb285a admin admin] 10.222.0.16 "PUT /v2.0/routers/92254ba7-70f6-42af-b754-2f5e6239b2c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0955007 Mar 29 14:52:08.555434 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-0a80af38-027c-46a1-9776-dc0b96abe09b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:08.714633 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Pushing event updated for resources: {'Port': ['ID=f080df45-43cd-4dc1-ab1a-9cc1b3276b3d,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:08.740520 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-0a80af38-027c-46a1-9776-dc0b96abe09b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group (d756838c-60da-45b5-873d-b8767bd94e93), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:08.757166 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Attempting to bind port f080df45-43cd-4dc1-ab1a-9cc1b3276b3d on host hv-cinder-83552 for vnic_type normal with profile {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:52:08.757339 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Attempting to bind port f080df45-43cd-4dc1-ab1a-9cc1b3276b3d by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6721044d-e617-49b1-a476-62c5a05d371f'}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:52:08.757677 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Attempting to bind port f080df45-43cd-4dc1-ab1a-9cc1b3276b3d on network 6721044d-e617-49b1-a476-62c5a05d371f {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:52:08.766598 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Port f080df45-43cd-4dc1-ab1a-9cc1b3276b3d on network 6721044d-e617-49b1-a476-62c5a05d371f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 14:52:08.767250 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Attempting to bind port f080df45-43cd-4dc1-ab1a-9cc1b3276b3d on network 6721044d-e617-49b1-a476-62c5a05d371f {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:52:08.777278 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Checking agent: {'id': 'e622d3d7-0a71-4961-ba27-45794834ffcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'started_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:52:08.777633 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Checking segment: {'id': '4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6721044d-e617-49b1-a476-62c5a05d371f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:52:08.778711 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Bound using segment: {'id': '4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6721044d-e617-49b1-a476-62c5a05d371f'} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:52:08.787621 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Bound port: f080df45-43cd-4dc1-ab1a-9cc1b3276b3d, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6721044d-e617-49b1-a476-62c5a05d371f'}}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:52:08.790904 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (f080df45-43cd-4dc1-ab1a-9cc1b3276b3d), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:08.821754 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-0a80af38-027c-46a1-9776-dc0b96abe09b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (d756838c-60da-45b5-873d-b8767bd94e93), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:08.845792 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 58828) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:08.863341 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-5b174ee9-f620-4ef1-ae61-aa2348437c4f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2042746579', 'description': 'tempest-description--1093320420'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:52:08.893612 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:08.895566 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80af38-027c-46a1-9776-dc0b96abe09b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d756838c-60da-45b5-873d-b8767bd94e93,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:08.986652 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] For port f080df45-43cd-4dc1-ab1a-9cc1b3276b3d, host hv-cinder-83552, cleared binding levels {{(pid=115499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:52:08.998884 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] For port f080df45-43cd-4dc1-ab1a-9cc1b3276b3d, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=f080df45-43cd-4dc1-ab1a-9cc1b3276b3d,segment=NetworkSegment(4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb),segment_id=4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb)] {{(pid=115499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:52:09.101783 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Pushing event updated for resources: {'Port': ['ID=ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:09.184118 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device e170ae4c-03fa-4301-89c7-793d38169f08 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:52:09.190707 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 2, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:09.227103 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] Checking router: cb413d57-db8e-474f-b0b0-1585119bca2b for host: dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:52:09.227558 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] Updating router cb413d57-db8e-474f-b0b0-1585119bca2b port 2bfecaf3-477c-4376-93e2-b505aee0ce05 binding host dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:52:09.275013 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2bfecaf3-477c-4376-93e2-b505aee0ce05), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:09.324764 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5b174ee9-f620-4ef1-ae61-aa2348437c4f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:09.349938 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port e170ae4c-03fa-4301-89c7-793d38169f08 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:09.350315 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (e170ae4c-03fa-4301-89c7-793d38169f08), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:09.385020 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-0a80af38-027c-46a1-9776-dc0b96abe09b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:09.385837 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (f080df45-43cd-4dc1-ab1a-9cc1b3276b3d), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:09.389756 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-0a80af38-027c-46a1-9776-dc0b96abe09b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2817121 Mar 29 14:52:09.392177 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 58836) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:09.484796 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-b76292a3-c479-4fa9-abd8-39f289624746 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Request body: {'security_group_rule': {'security_group_id': 'd756838c-60da-45b5-873d-b8767bd94e93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:52:09.486178 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:09.486178 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:09.486178 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] 10.222.0.13 "PUT /v2.0/ports/f080df45-43cd-4dc1-ab1a-9cc1b3276b3d HTTP/1.1" status: 200 len: 1093 time: 2.4524124 Mar 29 14:52:09.486178 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff31ad47-4301-41f0-aa05-f6d21ae378c3', 'tag': 'f080df45-43cd-4dc1-ab1a-9cc1b3276b3d'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:52:09.589051 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5b174ee9-f620-4ef1-ae61-aa2348437c4f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (0ac48446-aaf3-47fa-aa53-35592ea6f86a), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:09.658081 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fb439-3d75-4d63-82eb-1f58b90d1b07 service neutron] Pushing event updated for resources: {'Port': ['ID=f080df45-43cd-4dc1-ab1a-9cc1b3276b3d,revision_number=3']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:09.696388 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d9f6d2-d4a4-4b02-a431-cb3a9722fe34" -d '{"events": [{"name": "network-changed", "server_uuid": "ff31ad47-4301-41f0-aa05-f6d21ae378c3", "tag": "f080df45-43cd-4dc1-ab1a-9cc1b3276b3d"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:52:09.755692 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5b174ee9-f620-4ef1-ae61-aa2348437c4f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (0ac48446-aaf3-47fa-aa53-35592ea6f86a), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:09.770438 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b76292a3-c479-4fa9-abd8-39f289624746 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group_rule (42cccae6-d0d9-4722-8b12-6d9982c567ac), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:09.798583 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port e170ae4c-03fa-4301-89c7-793d38169f08 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:09.799067 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (e170ae4c-03fa-4301-89c7-793d38169f08), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:09.830483 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b174ee9-f620-4ef1-ae61-aa2348437c4f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac48446-aaf3-47fa-aa53-35592ea6f86a,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:09.909858 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] For port e170ae4c-03fa-4301-89c7-793d38169f08, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=e170ae4c-03fa-4301-89c7-793d38169f08,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:09.993809 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5b174ee9-f620-4ef1-ae61-aa2348437c4f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:09.995400 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-5b174ee9-f620-4ef1-ae61-aa2348437c4f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1461277 Mar 29 14:52:10.006076 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 58850) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:10.010196 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b76292a3-c479-4fa9-abd8-39f289624746 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group_rule (42cccae6-d0d9-4722-8b12-6d9982c567ac), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:10.014720 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-4466dc81-4522-445d-b540-5b488c44ba98 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'security_group_rule': {'security_group_id': '0ac48446-aaf3-47fa-aa53-35592ea6f86a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:52:10.093324 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b76292a3-c479-4fa9-abd8-39f289624746 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (42cccae6-d0d9-4722-8b12-6d9982c567ac), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:10.097395 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (e170ae4c-03fa-4301-89c7-793d38169f08), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:10.098472 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device c9c495bf-1deb-443f-993e-9b675b32a622 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:52:10.120218 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-2a64841b-7656-425a-994f-42892a8c0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:10.122292 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-2a64841b-7656-425a-994f-42892a8c0e74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65d4f4ef94e74decbd58dd32eba4aa7b&device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 1127 time: 0.2211580 Mar 29 14:52:10.156472 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76292a3-c479-4fa9-abd8-39f289624746 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cccae6-d0d9-4722-8b12-6d9982c567ac,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:10.217802 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4466dc81-4522-445d-b540-5b488c44ba98 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (d8591ac6-8536-423a-8076-9ac3aa2af073), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:10.241479 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] Sync routers for ids ['92254ba7-70f6-42af-b754-2f5e6239b2c6'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:52:10.284614 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] Routers {'92254ba7-70f6-42af-b754-2f5e6239b2c6'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:52:10.288025 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:51:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['92254ba7-70f6-42af-b754-2f5e6239b2c6'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:10.301923 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] Publish callbacks [] for port (2bfecaf3-477c-4376-93e2-b505aee0ce05), precommit_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:10.380893 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-82283f87-6ca6-4357-8eac-d83feeeea604 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f080df45-43cd-4dc1-ab1a-9cc1b3276b3d HTTP/1.1" status: 200 len: 217 time: 0.2264297 Mar 29 14:52:10.398438 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47d49c-1e16-4154-9413-9b3cc9afec22 req-e3235839-c839-4fba-9ef1-ae8ab9315196 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:10.402033 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] Sync routers for ids ['8603b2cf-177c-445b-9266-6a273077e9f0'] in dv-cinder-835525-2-iscsi {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:52:10.407090 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Pushing event updated for resources: {'Port': ['ID=e170ae4c-03fa-4301-89c7-793d38169f08,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:10.411657 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3c47d49c-1e16-4154-9413-9b3cc9afec22 req-e3235839-c839-4fba-9ef1-ae8ab9315196 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 943 time: 0.1387866 Mar 29 14:52:10.460114 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] Routers {'8603b2cf-177c-445b-9266-6a273077e9f0'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:52:10.463693 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:51:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['8603b2cf-177c-445b-9266-6a273077e9f0'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:10.482424 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4466dc81-4522-445d-b540-5b488c44ba98 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (d8591ac6-8536-423a-8076-9ac3aa2af073), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:10.498451 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b76292a3-c479-4fa9-abd8-39f289624746 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:10.503430 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-b76292a3-c479-4fa9-abd8-39f289624746 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1066830 Mar 29 14:52:10.507174 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 58868) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:10.511981 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-4e7f32ae-df10-47d8-82e6-054af5f9b65a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Request body: {'security_group_rule': {'security_group_id': 'd756838c-60da-45b5-873d-b8767bd94e93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:52:10.556345 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port c9c495bf-1deb-443f-993e-9b675b32a622 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:10.556907 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (c9c495bf-1deb-443f-993e-9b675b32a622), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:10.559979 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (2bfecaf3-477c-4376-93e2-b505aee0ce05), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:10.570836 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] Set router 92254ba7-70f6-42af-b754-2f5e6239b2c6 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:52:10.577974 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3c47d49c-1e16-4154-9413-9b3cc9afec22 req-e1af6d26-baac-4abf-b852-80c8021e1720 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690230 Mar 29 14:52:10.616353 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-92f3c007-6af5-45f6-a177-808528c10dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:10.618001 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-92f3c007-6af5-45f6-a177-808528c10dba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3e866f1-4f04-47fe-ad05-959ee904e9a6 HTTP/1.1" status: 200 len: 852 time: 0.2312541 Mar 29 14:52:10.668803 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6896cda-d44d-414a-9871-d7e37214199d None None] Pushing event updated for resources: {'Port': ['ID=2bfecaf3-477c-4376-93e2-b505aee0ce05,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:10.700920 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4466dc81-4522-445d-b540-5b488c44ba98 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (d8591ac6-8536-423a-8076-9ac3aa2af073), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:10.737757 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466dc81-4522-445d-b540-5b488c44ba98 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8591ac6-8536-423a-8076-9ac3aa2af073,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:10.769990 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4e7f32ae-df10-47d8-82e6-054af5f9b65a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group_rule (104165fc-69ba-4722-adeb-8f0dd0535090), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:10.784625 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-9b9ab402-d639-4b49-9bae-bbdc70962136 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6721044d-e617-49b1-a476-62c5a05d371f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349266 Mar 29 14:52:10.806978 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] Set router 8603b2cf-177c-445b-9266-6a273077e9f0 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:52:11.076855 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-8ec5c34f-16d3-4027-9d35-791426737694 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:11.080840 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-8ec5c34f-16d3-4027-9d35-791426737694 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 818 time: 0.4948313 Mar 29 14:52:11.113365 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-2f83b00e-4ada-48c4-9ee0-8e19e22673dc service neutron] 10.222.0.13 "GET /v2.0/networks/6721044d-e617-49b1-a476-62c5a05d371f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789924 Mar 29 14:52:11.123365 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-eb176213-f3fd-41cf-8236-35dd494d69a7 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/quotas/7afda44ff1e84338b2d12e8ab33f1581 HTTP/1.1" status: 200 len: 375 time: 0.0282798 Mar 29 14:52:11.130308 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'name': 'tempest-ServerRescueNegativeTestJSON-928053462-router', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:04Z', 'revision_number': 4, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'gw_port': {'id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:57Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '55ab8f9e-59c2-476d-abb7-16217af5211b', 'name': '', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'mac_address': 'fa:16:3e:43:7c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:02Z', 'updated_at': '2022-03-29T14:52:05Z', 'revision_number': 2, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'subnets': [{'id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:11.138845 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4466dc81-4522-445d-b540-5b488c44ba98 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:11.140142 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-4466dc81-4522-445d-b540-5b488c44ba98 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1325006 Mar 29 14:52:11.144477 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4e7f32ae-df10-47d8-82e6-054af5f9b65a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group_rule (104165fc-69ba-4722-adeb-8f0dd0535090), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:11.151567 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 58880) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:11.178612 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] Checking router: 92254ba7-70f6-42af-b754-2f5e6239b2c6 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:52:11.179301 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] Updating router 92254ba7-70f6-42af-b754-2f5e6239b2c6 port 55ab8f9e-59c2-476d-abb7-16217af5211b binding host dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:52:11.183892 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-328838fb-9b7c-4240-a90e-9dbc110ac2aa tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'security_group_rule': {'security_group_id': '0ac48446-aaf3-47fa-aa53-35592ea6f86a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:52:11.268687 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (55ab8f9e-59c2-476d-abb7-16217af5211b), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:11.286810 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4e7f32ae-df10-47d8-82e6-054af5f9b65a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (104165fc-69ba-4722-adeb-8f0dd0535090), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:11.386838 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port c9c495bf-1deb-443f-993e-9b675b32a622 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:11.394618 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f32ae-df10-47d8-82e6-054af5f9b65a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104165fc-69ba-4722-adeb-8f0dd0535090,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:11.444569 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4e7f32ae-df10-47d8-82e6-054af5f9b65a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:11.448493 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-4e7f32ae-df10-47d8-82e6-054af5f9b65a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9399507 Mar 29 14:52:11.499510 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f67cb891-0c67-4d2e-945e-caf704d34381 req-547b2229-fc07-4ce1-aad4-3af0e2946735 service neutron] 10.222.0.13 "GET /v2.0/networks/6721044d-e617-49b1-a476-62c5a05d371f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647711 Mar 29 14:52:11.501019 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc0a46e-e3ee-4449-a47d-40d4adf71b6c x-openstack-request-id: req-5dc0a46e-e3ee-4449-a47d-40d4adf71b6c {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:52:11.501292 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff31ad47-4301-41f0-aa05-f6d21ae378c3", "tag": "f080df45-43cd-4dc1-ab1a-9cc1b3276b3d", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:52:11.501542 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5dc0a46e-e3ee-4449-a47d-40d4adf71b6c {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:52:11.501999 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc0a46e-e3ee-4449-a47d-40d4adf71b6c'] response: {'name': 'network-changed', 'server_uuid': 'ff31ad47-4301-41f0-aa05-f6d21ae378c3', 'tag': 'f080df45-43cd-4dc1-ab1a-9cc1b3276b3d', 'status': 'completed', 'code': 200} Mar 29 14:52:11.517541 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 58894) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:11.522129 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-93e15784-f623-46ec-b4ef-74ca6e186c91 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Request body: {'floatingip': {'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:52:11.552728 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-bfd6d1a1-eef5-474b-ac6f-ab838d91e4ea tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4101965 Mar 29 14:52:11.561673 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-328838fb-9b7c-4240-a90e-9dbc110ac2aa tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (fe21ac20-6ee4-4feb-b731-875585f6183d), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:11.633654 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 58906) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:11.668557 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-1681f4ab-f3f4-4fc3-9db4-2bf9c2530f58 None None] Provisioning complete for port 2bfecaf3-477c-4376-93e2-b505aee0ce05 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:11.670043 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-1681f4ab-f3f4-4fc3-9db4-2bf9c2530f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (2bfecaf3-477c-4376-93e2-b505aee0ce05), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:11.710194 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-93e15784-f623-46ec-b4ef-74ca6e186c91 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:11.744632 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 58914) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:11.789750 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device e170ae4c-03fa-4301-89c7-793d38169f08 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:52:11.881065 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] Attempting to bind port 2bfecaf3-477c-4376-93e2-b505aee0ce05 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:52:11.881678 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] Attempting to bind port 2bfecaf3-477c-4376-93e2-b505aee0ce05 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:52:11.882139 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] Attempting to bind port 2bfecaf3-477c-4376-93e2-b505aee0ce05 on network 4d7933f0-920a-440d-86c3-46e7aab80bfb {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:52:11.916315 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-328838fb-9b7c-4240-a90e-9dbc110ac2aa tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (fe21ac20-6ee4-4feb-b731-875585f6183d), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:11.921773 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'name': 'tempest-AttachVolumeTestJSON-1683125599-router', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:02Z', 'revision_number': 4, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'gw_port': {'id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '16824fc3-c720-4cb6-8f56-7b6c2b3d03ec', 'name': '', 'network_id': '75f25c62-261a-44d8-a334-90884043b260', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'mac_address': 'fa:16:3e:00:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 2, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'subnets': [{'id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:11.923685 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-1681f4ab-f3f4-4fc3-9db4-2bf9c2530f58 None None] Port 2bfecaf3-477c-4376-93e2-b505aee0ce05 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:52:11.929947 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:52:11.930361 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] Checking segment: {'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:52:11.930774 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:11.940704 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] Publish callbacks [] for port (55ab8f9e-59c2-476d-abb7-16217af5211b), precommit_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:11.949664 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] Bound using segment: {'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:52:11.950457 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] Bound port: 2bfecaf3-477c-4376-93e2-b505aee0ce05, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:52:11.951191 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2bfecaf3-477c-4376-93e2-b505aee0ce05), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:11.998732 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] Checking router: 8603b2cf-177c-445b-9266-6a273077e9f0 for host: dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:52:11.999233 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] Updating router 8603b2cf-177c-445b-9266-6a273077e9f0 port 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec binding host dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:52:12.044474 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927612b-95c8-4ac3-ae9b-51ad23fd21f3 req-9fa69e53-1584-4fe8-8108-8ba70a955957 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:12.054850 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8927612b-95c8-4ac3-ae9b-51ad23fd21f3 req-9fa69e53-1584-4fe8-8108-8ba70a955957 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 943 time: 0.2845080 Mar 29 14:52:12.066898 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (55ab8f9e-59c2-476d-abb7-16217af5211b), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:12.123709 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-aef5b736-3da1-4b00-b661-d74061d91ca4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 14:52:12.146207 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (16824fc3-c720-4cb6-8f56-7b6c2b3d03ec), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:12.155776 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-aef5b736-3da1-4b00-b661-d74061d91ca4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2059078 Mar 29 14:52:12.175986 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port e170ae4c-03fa-4301-89c7-793d38169f08 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:12.175986 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (e170ae4c-03fa-4301-89c7-793d38169f08), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:12.187422 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8958cd5a-30fb-471e-bef3-927327a4d229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:12.232865 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c897ca8-059e-470b-83ca-2c710d1115c4 None None] Pushing event updated for resources: {'Port': ['ID=55ab8f9e-59c2-476d-abb7-16217af5211b,revision_number=3']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:12.323100 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9f6d2-d4a4-4b02-a431-cb3a9722fe34 req-c2f8970b-ed03-4b20-8dbe-160884c0cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:12.323348 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] For port 2bfecaf3-477c-4376-93e2-b505aee0ce05, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:52:12.328178 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b4d9f6d2-d4a4-4b02-a431-cb3a9722fe34 req-c2f8970b-ed03-4b20-8dbe-160884c0cb14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65d4f4ef94e74decbd58dd32eba4aa7b&device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 1127 time: 0.5948918 Mar 29 14:52:12.333916 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-328838fb-9b7c-4240-a90e-9dbc110ac2aa tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (fe21ac20-6ee4-4feb-b731-875585f6183d), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:12.358584 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fef56b08-0471-4eb4-b54b-7f2088789eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:12.394778 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8927612b-95c8-4ac3-ae9b-51ad23fd21f3 req-ffe57847-9eca-47b0-ba1a-48dd48be585c tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373902 Mar 29 14:52:12.407652 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] For port 2bfecaf3-477c-4376-93e2-b505aee0ce05, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=2bfecaf3-477c-4376-93e2-b505aee0ce05,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:52:12.424625 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] Attempting to bind port 55ab8f9e-59c2-476d-abb7-16217af5211b on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:52:12.425301 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] Attempting to bind port 55ab8f9e-59c2-476d-abb7-16217af5211b by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:52:12.425430 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] Attempting to bind port 55ab8f9e-59c2-476d-abb7-16217af5211b on network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:52:12.440631 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:52:12.442715 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] Checking segment: {'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:52:12.443339 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:12.443915 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] Bound using segment: {'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:52:12.445548 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] Bound port: 55ab8f9e-59c2-476d-abb7-16217af5211b, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'}}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:52:12.446346 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (55ab8f9e-59c2-476d-abb7-16217af5211b), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:12.492926 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328838fb-9b7c-4240-a90e-9dbc110ac2aa tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe21ac20-6ee4-4feb-b731-875585f6183d,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:12.574128 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-4d03068e-d87a-43b0-bf84-c3c5a27cc3d0 service neutron] 10.222.0.16 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173367 Mar 29 14:52:12.604479 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] For port 55ab8f9e-59c2-476d-abb7-16217af5211b, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:52:12.611504 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] For port 55ab8f9e-59c2-476d-abb7-16217af5211b, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=55ab8f9e-59c2-476d-abb7-16217af5211b,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:52:12.701764 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9f6d2-d4a4-4b02-a431-cb3a9722fe34 req-2c58af12-7d20-4d07-8bea-3e4f23af03fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:12.703363 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b4d9f6d2-d4a4-4b02-a431-cb3a9722fe34 req-2c58af12-7d20-4d07-8bea-3e4f23af03fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=6721044d-e617-49b1-a476-62c5a05d371f HTTP/1.1" status: 200 len: 913 time: 0.3187687 Mar 29 14:52:12.774181 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (55ab8f9e-59c2-476d-abb7-16217af5211b), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:12.800869 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fef56b08-0471-4eb4-b54b-7f2088789eb3 admin admin] Publish callbacks [] for security_group (cf31afc5-78ff-40a3-b4e3-c20cfb963788), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:12.847601 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (2bfecaf3-477c-4376-93e2-b505aee0ce05), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:12.885421 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port e170ae4c-03fa-4301-89c7-793d38169f08 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:12.886753 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:52:12.903200 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fef56b08-0471-4eb4-b54b-7f2088789eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (cf31afc5-78ff-40a3-b4e3-c20cfb963788), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:12.911789 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c897ca8-059e-470b-83ca-2c710d1115c4 None None] Pushing event updated for resources: {'Port': ['ID=55ab8f9e-59c2-476d-abb7-16217af5211b,revision_number=4']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:12.937837 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] Routers {'92254ba7-70f6-42af-b754-2f5e6239b2c6'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:52:12.942299 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:51:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['92254ba7-70f6-42af-b754-2f5e6239b2c6'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:12.952108 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-328838fb-9b7c-4240-a90e-9dbc110ac2aa tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:12.968656 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-328838fb-9b7c-4240-a90e-9dbc110ac2aa tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8007190 Mar 29 14:52:12.968656 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 58934) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:12.970326 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-24d112a0-f9f4-4f51-bb3e-7ec3e68f6338 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'floatingip': {'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:52:12.978284 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-4e723c74-7f25-44e4-97ee-ac006817ef24 None None] Provisioning complete for port 55ab8f9e-59c2-476d-abb7-16217af5211b triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:12.978652 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-4e723c74-7f25-44e4-97ee-ac006817ef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (55ab8f9e-59c2-476d-abb7-16217af5211b), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:13.086891 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8958cd5a-30fb-471e-bef3-927327a4d229 admin admin] Publish callbacks [] for security_group (c2631b89-e7b1-44de-9c4c-8ac253303a16), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:13.099192 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-e81bd00d-fc8c-4822-8243-438b5f3f1401 service neutron] 10.222.0.16 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241542 Mar 29 14:52:13.126998 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b4d9f6d2-d4a4-4b02-a431-cb3a9722fe34 req-55d5987c-4002-4afb-b9b3-f10a2f50704b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f080df45-43cd-4dc1-ab1a-9cc1b3276b3d HTTP/1.1" status: 200 len: 217 time: 0.3225031 Mar 29 14:52:13.187725 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6896cda-d44d-414a-9871-d7e37214199d None None] Pushing event updated for resources: {'Port': ['ID=2bfecaf3-477c-4376-93e2-b505aee0ce05,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:13.204491 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-24d112a0-f9f4-4f51-bb3e-7ec3e68f6338 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:13.208331 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] Set router 92254ba7-70f6-42af-b754-2f5e6239b2c6 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:52:13.224108 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:52:13.224753 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:51:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:13.366524 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8958cd5a-30fb-471e-bef3-927327a4d229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (c2631b89-e7b1-44de-9c4c-8ac253303a16), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:13.565243 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9f6d2-d4a4-4b02-a431-cb3a9722fe34 req-d5244bae-2a68-4b0d-a770-b8bb5ae171a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:13.568268 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b4d9f6d2-d4a4-4b02-a431-cb3a9722fe34 req-d5244bae-2a68-4b0d-a770-b8bb5ae171a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3e866f1-4f04-47fe-ad05-959ee904e9a6 HTTP/1.1" status: 200 len: 852 time: 0.4280217 Mar 29 14:52:13.580014 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-fef56b08-0471-4eb4-b54b-7f2088789eb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fbfe28173d945ffbc76caeac4c1d06a&name=default HTTP/1.1" status: 200 len: 2993 time: 1.7584167 Mar 29 14:52:13.597278 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 58962) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:13.598428 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-24d112a0-f9f4-4f51-bb3e-7ec3e68f6338 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:13.639377 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-8958cd5a-30fb-471e-bef3-927327a4d229 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08635585365640df82be89faefbd30e3&name=default HTTP/1.1" status: 200 len: 2993 time: 2.0046077 Mar 29 14:52:13.713187 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 58972) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:13.779145 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b4d9f6d2-d4a4-4b02-a431-cb3a9722fe34 req-d77e2054-0a64-4fdd-8a45-02459592d1c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6721044d-e617-49b1-a476-62c5a05d371f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1975656 Mar 29 14:52:13.781553 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:13.782014 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:13.796199 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-93e15784-f623-46ec-b4ef-74ca6e186c91 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:13.822778 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef56b08-0471-4eb4-b54b-7f2088789eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf31afc5-78ff-40a3-b4e3-c20cfb963788,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:14.054844 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] Publish callbacks [] for port (16824fc3-c720-4cb6-8f56-7b6c2b3d03ec), precommit_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:14.056888 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ad2427ac-ff80-4c95-a581-cf654f359b00 req-9496886a-c6ad-45a9-aa5c-1bf14e3b59d0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 210 time: 0.1784816 Mar 29 14:52:14.057913 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'name': 'tempest-ServerRescueNegativeTestJSON-928053462-router', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:04Z', 'revision_number': 4, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'gw_port': {'id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:57Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '55ab8f9e-59c2-476d-abb7-16217af5211b', 'name': '', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'mac_address': 'fa:16:3e:43:7c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:02Z', 'updated_at': '2022-03-29T14:52:12Z', 'revision_number': 4, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'subnets': [{'id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:14.060574 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958cd5a-30fb-471e-bef3-927327a4d229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2631b89-e7b1-44de-9c4c-8ac253303a16,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:14.061763 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d605bfc9-7dfb-41d9-8e15-c48b97942592 None None] The sync data for ids ['92254ba7-70f6-42af-b754-2f5e6239b2c6'] in dv-cinder-835525-2-iscsi is: [{'id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'name': 'tempest-ServerRescueNegativeTestJSON-928053462-router', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:04Z', 'revision_number': 4, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'gw_port': {'id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:57Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '55ab8f9e-59c2-476d-abb7-16217af5211b', 'name': '', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'mac_address': 'fa:16:3e:43:7c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:02Z', 'updated_at': '2022-03-29T14:52:12Z', 'revision_number': 4, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'subnets': [{'id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:52:14.062933 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:14.065157 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e2e81d31-fb6d-48e0-a742-c61432118397 admin admin] Publish callbacks [] for security_group (cf31afc5-78ff-40a3-b4e3-c20cfb963788), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:14.065733 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-4e723c74-7f25-44e4-97ee-ac006817ef24 None None] Current status of the port 55ab8f9e-59c2-476d-abb7-16217af5211b is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:14.065733 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-4e723c74-7f25-44e4-97ee-ac006817ef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (55ab8f9e-59c2-476d-abb7-16217af5211b), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:14.065897 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e2e81d31-fb6d-48e0-a742-c61432118397 admin admin] Publish callbacks [] for security_group (cf31afc5-78ff-40a3-b4e3-c20cfb963788), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:14.074275 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b4d9f6d2-d4a4-4b02-a431-cb3a9722fe34 req-650a9301-0f51-4240-9bdd-f9de9f7ee8ef service neutron] 10.222.0.13 "GET /v2.0/networks/6721044d-e617-49b1-a476-62c5a05d371f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759428 Mar 29 14:52:14.127205 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:52:14.241475 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-4e723c74-7f25-44e4-97ee-ac006817ef24 None None] For port 55ab8f9e-59c2-476d-abb7-16217af5211b, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=55ab8f9e-59c2-476d-abb7-16217af5211b,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:14.269379 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_common [None req-24d112a0-f9f4-4f51-bb3e-7ec3e68f6338 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Allocated IP 172.27.1.10 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/c6f452e9-85a4-4275-a997-c1db7eeb9c2a) {{(pid=115498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:52:14.272370 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-93c64149-f7cb-4d7b-83f4-870b85ca7016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:14.294701 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b4d9f6d2-d4a4-4b02-a431-cb3a9722fe34 req-4e017b02-efb4-47f2-8188-085bc8044667 service neutron] 10.222.0.13 "GET /v2.0/networks/6721044d-e617-49b1-a476-62c5a05d371f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967771 Mar 29 14:52:14.347475 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (16824fc3-c720-4cb6-8f56-7b6c2b3d03ec), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:14.373781 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e2e81d31-fb6d-48e0-a742-c61432118397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (cf31afc5-78ff-40a3-b4e3-c20cfb963788), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:14.377584 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e2e81d31-fb6d-48e0-a742-c61432118397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:14.384026 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-e2e81d31-fb6d-48e0-a742-c61432118397 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf31afc5-78ff-40a3-b4e3-c20cfb963788 HTTP/1.1" status: 204 len: 168 time: 0.7531798 Mar 29 14:52:14.405879 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e81d31-fb6d-48e0-a742-c61432118397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf31afc5-78ff-40a3-b4e3-c20cfb963788,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:14.442772 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-4e723c74-7f25-44e4-97ee-ac006817ef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (55ab8f9e-59c2-476d-abb7-16217af5211b), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:14.471414 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71051b5-f978-46ea-bdc3-8971b470d90c req-e02dd8d7-ceb4-428c-ae17-2bf5fa14624e tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:14.482598 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f71051b5-f978-46ea-bdc3-8971b470d90c req-e02dd8d7-ceb4-428c-ae17-2bf5fa14624e tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 943 time: 0.7700365 Mar 29 14:52:14.522945 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e2ffc-d1a3-4810-9f3e-625161d93c8b None None] Pushing event updated for resources: {'Port': ['ID=16824fc3-c720-4cb6-8f56-7b6c2b3d03ec,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:14.808946 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-334b11dd-3092-4505-964b-ae029d3fe911 admin admin] Publish callbacks [] for security_group (c2631b89-e7b1-44de-9c4c-8ac253303a16), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:14.862785 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] Attempting to bind port 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:52:14.864287 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] Attempting to bind port 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '6121bfc8-4900-448d-b8cd-8e812e46f83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '75f25c62-261a-44d8-a334-90884043b260'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:52:14.865238 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] Attempting to bind port 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec on network 75f25c62-261a-44d8-a334-90884043b260 {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:52:14.876202 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ea238bca-467a-4c29-9a2b-a6e898561f18 None None] Provisioning complete for port 2bfecaf3-477c-4376-93e2-b505aee0ce05 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:14.876915 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ea238bca-467a-4c29-9a2b-a6e898561f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (2bfecaf3-477c-4376-93e2-b505aee0ce05), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:14.884910 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e723c74-7f25-44e4-97ee-ac006817ef24 None None] Pushing event updated for resources: {'Port': ['ID=55ab8f9e-59c2-476d-abb7-16217af5211b,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:14.901077 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-334b11dd-3092-4505-964b-ae029d3fe911 admin admin] Publish callbacks [] for security_group (c2631b89-e7b1-44de-9c4c-8ac253303a16), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:14.921759 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:52:14.922672 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] Checking segment: {'id': '6121bfc8-4900-448d-b8cd-8e812e46f83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '75f25c62-261a-44d8-a334-90884043b260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:52:14.923586 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:14.923995 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] Bound using segment: {'id': '6121bfc8-4900-448d-b8cd-8e812e46f83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '75f25c62-261a-44d8-a334-90884043b260'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:52:14.924509 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] Bound port: 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6121bfc8-4900-448d-b8cd-8e812e46f83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '75f25c62-261a-44d8-a334-90884043b260'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:52:14.924894 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (16824fc3-c720-4cb6-8f56-7b6c2b3d03ec), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:15.043211 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] For port 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:52:15.110081 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:12Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:15.115787 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f71051b5-f978-46ea-bdc3-8971b470d90c req-fffa21b5-2ed6-4fd5-9ef3-695aef63638c tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5634222 Mar 29 14:52:15.181418 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcc9a2-0c88-466a-bd45-ca352194687d req-85a040fd-6a74-40a6-958e-660cd7b35525 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:15.190749 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-befcc9a2-0c88-466a-bd45-ca352194687d req-85a040fd-6a74-40a6-958e-660cd7b35525 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 818 time: 0.7615800 Mar 29 14:52:15.224153 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-24d112a0-f9f4-4f51-bb3e-7ec3e68f6338 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for port (c6f452e9-85a4-4275-a997-c1db7eeb9c2a), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:15.230679 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5f99f-8fd3-4cce-af03-5a4104cca2f8 None None] The sync data for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi is: [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:12Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:52:15.245073 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] For port 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=16824fc3-c720-4cb6-8f56-7b6c2b3d03ec,segment=NetworkSegment(6121bfc8-4900-448d-b8cd-8e812e46f83a),segment_id=6121bfc8-4900-448d-b8cd-8e812e46f83a)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:52:15.258534 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-befcc9a2-0c88-466a-bd45-ca352194687d req-0070184c-32e1-4856-8c1e-60c774a875e6 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/quotas/7afda44ff1e84338b2d12e8ab33f1581 HTTP/1.1" status: 200 len: 375 time: 0.0660484 Mar 29 14:52:15.292162 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ea238bca-467a-4c29-9a2b-a6e898561f18 None None] Current status of the port 2bfecaf3-477c-4376-93e2-b505aee0ce05 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:15.292583 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ea238bca-467a-4c29-9a2b-a6e898561f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2bfecaf3-477c-4376-93e2-b505aee0ce05), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:15.510193 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ea238bca-467a-4c29-9a2b-a6e898561f18 None None] For port 2bfecaf3-477c-4376-93e2-b505aee0ce05, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=2bfecaf3-477c-4376-93e2-b505aee0ce05,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:15.510998 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-befcc9a2-0c88-466a-bd45-ca352194687d req-9805fff8-44dc-4696-b8a3-9d04a34ea89c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1502962 Mar 29 14:52:15.510998 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-befcc9a2-0c88-466a-bd45-ca352194687d req-d5e3cc76-b8d0-466c-8b5f-7db6f88327f3 service neutron] 10.222.0.16 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929604 Mar 29 14:52:15.719696 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-befcc9a2-0c88-466a-bd45-ca352194687d req-744bdb9f-f6a6-4fdb-9ba1-873996ab965c service neutron] 10.222.0.16 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900437 Mar 29 14:52:15.772662 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ea238bca-467a-4c29-9a2b-a6e898561f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (2bfecaf3-477c-4376-93e2-b505aee0ce05), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:15.773032 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-24d112a0-f9f4-4f51-bb3e-7ec3e68f6338 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (c6f452e9-85a4-4275-a997-c1db7eeb9c2a), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:15.773150 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (16824fc3-c720-4cb6-8f56-7b6c2b3d03ec), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:15.777544 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-334b11dd-3092-4505-964b-ae029d3fe911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (c2631b89-e7b1-44de-9c4c-8ac253303a16), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:15.794059 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-334b11dd-3092-4505-964b-ae029d3fe911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:15.805713 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-334b11dd-3092-4505-964b-ae029d3fe911 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2631b89-e7b1-44de-9c4c-8ac253303a16 HTTP/1.1" status: 204 len: 168 time: 2.0914726 Mar 29 14:52:15.833800 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-19cb9563-1cc4-42b6-a622-f26c2367f904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:15.852481 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ea238bca-467a-4c29-9a2b-a6e898561f18 None None] Provisioning complete for port 55ab8f9e-59c2-476d-abb7-16217af5211b triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:15.853023 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ea238bca-467a-4c29-9a2b-a6e898561f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (55ab8f9e-59c2-476d-abb7-16217af5211b), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:16.015354 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d112a0-f9f4-4f51-bb3e-7ec3e68f6338 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'Port': ['ID=c6f452e9-85a4-4275-a997-c1db7eeb9c2a,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:16.020839 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea238bca-467a-4c29-9a2b-a6e898561f18 None None] Pushing event updated for resources: {'Port': ['ID=2bfecaf3-477c-4376-93e2-b505aee0ce05,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:16.033605 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d112a0-f9f4-4f51-bb3e-7ec3e68f6338 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:52:16.035286 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b11dd-3092-4505-964b-ae029d3fe911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2631b89-e7b1-44de-9c4c-8ac253303a16,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:16.038701 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-24d112a0-f9f4-4f51-bb3e-7ec3e68f6338 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:52:16.041356 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d112a0-f9f4-4f51-bb3e-7ec3e68f6338 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Received port after_create {{(pid=115498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:52:16.057882 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [None req-93e15784-f623-46ec-b4ef-74ca6e186c91 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Allocated IP 172.27.1.188 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/d8b17134-69ba-4af7-8d6d-9ef31c61bd2c) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:52:16.062471 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] Routers {'8603b2cf-177c-445b-9266-6a273077e9f0'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:52:16.067613 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:52:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['8603b2cf-177c-445b-9266-6a273077e9f0'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:16.224421 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-24d112a0-f9f4-4f51-bb3e-7ec3e68f6338 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (ea4bb199-ae60-4604-8ebf-9ed990c85a7c), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:16.279471 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 59038) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:16.294363 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-2120d7a6-4426-4ee7-9b31-73c2d19f688c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:16.461621 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-93e15784-f623-46ec-b4ef-74ca6e186c91 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for port (d8b17134-69ba-4af7-8d6d-9ef31c61bd2c), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:16.476505 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d531e2e8-f51a-48f2-94c7-bba042f72085 req-39fc2e6a-f23d-494c-a4a4-95b0b6aa2e9f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 210 time: 0.0936821 Mar 29 14:52:16.538896 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd2292-22a9-4d5e-8147-59b8667f4bcc req-ce42e3b9-64e7-4644-a4df-ba33fddaa938 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:16.538896 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2cdd2292-22a9-4d5e-8147-59b8667f4bcc req-ce42e3b9-64e7-4644-a4df-ba33fddaa938 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 943 time: 0.2284131 Mar 29 14:52:16.571562 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 2bfecaf3-477c-4376-93e2-b505aee0ce05 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:52:16.627319 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 59044) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:16.643270 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-93e15784-f623-46ec-b4ef-74ca6e186c91 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (d8b17134-69ba-4af7-8d6d-9ef31c61bd2c), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:16.653626 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e2ffc-d1a3-4810-9f3e-625161d93c8b None None] Pushing event updated for resources: {'Port': ['ID=16824fc3-c720-4cb6-8f56-7b6c2b3d03ec,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:16.667944 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-24d112a0-f9f4-4f51-bb3e-7ec3e68f6338 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (c6f452e9-85a4-4275-a997-c1db7eeb9c2a), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:16.757943 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] Set router 8603b2cf-177c-445b-9266-6a273077e9f0 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:52:16.788306 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ea238bca-467a-4c29-9a2b-a6e898561f18 None None] Current status of the port 55ab8f9e-59c2-476d-abb7-16217af5211b is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:16.791743 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e15784-f623-46ec-b4ef-74ca6e186c91 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:52:16.796146 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-93e15784-f623-46ec-b4ef-74ca6e186c91 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:52:16.801362 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 2bfecaf3-477c-4376-93e2-b505aee0ce05 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:16.801985 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (2bfecaf3-477c-4376-93e2-b505aee0ce05), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:16.806044 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e15784-f623-46ec-b4ef-74ca6e186c91 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:52:16.858601 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-2120d7a6-4426-4ee7-9b31-73c2d19f688c admin admin] Publish callbacks [] for security_group (90977bca-d497-4744-bb6b-dc18cf940f00), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:16.892282 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e15784-f623-46ec-b4ef-74ca6e186c91 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Pushing event updated for resources: {'Port': ['ID=d8b17134-69ba-4af7-8d6d-9ef31c61bd2c,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:16.906160 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:52:16.920385 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2cdd2292-22a9-4d5e-8147-59b8667f4bcc req-f0bfa696-1165-4486-b0ed-95b9c810c9b0 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481693 Mar 29 14:52:16.927044 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a251eb07-6663-4fb7-91d1-f59ee7eb553b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:17.020552 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-2120d7a6-4426-4ee7-9b31-73c2d19f688c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (90977bca-d497-4744-bb6b-dc18cf940f00), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:17.052861 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-93e15784-f623-46ec-b4ef-74ca6e186c91 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for floatingip (10f19c3b-4da8-4817-a436-ca4ddc1a3b42), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:17.195805 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120d7a6-4426-4ee7-9b31-73c2d19f688c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90977bca-d497-4744-bb6b-dc18cf940f00,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:17.234470 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a251eb07-6663-4fb7-91d1-f59ee7eb553b admin admin] Publish callbacks [] for security_group (80461b68-feba-4bf9-af48-ea992b5d92d1), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:17.236640 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-2120d7a6-4426-4ee7-9b31-73c2d19f688c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f00828ea24446648295430b1e64c536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9556205 Mar 29 14:52:17.237242 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 59056) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:17.309740 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-24d112a0-f9f4-4f51-bb3e-7ec3e68f6338 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for port (c6f452e9-85a4-4275-a997-c1db7eeb9c2a), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:17.328415 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-0d04bcce-ef91-4219-babd-0fa4b0638920 None None] Provisioning complete for port 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:17.329620 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-0d04bcce-ef91-4219-babd-0fa4b0638920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (16824fc3-c720-4cb6-8f56-7b6c2b3d03ec), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:17.341660 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c50797b3-c9c3-436d-9b5f-d6ffce7c3688 admin admin] Publish callbacks [] for security_group (90977bca-d497-4744-bb6b-dc18cf940f00), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:17.357066 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-93e15784-f623-46ec-b4ef-74ca6e186c91 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (d8b17134-69ba-4af7-8d6d-9ef31c61bd2c), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:17.419738 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-24d112a0-f9f4-4f51-bb3e-7ec3e68f6338 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (c6f452e9-85a4-4275-a997-c1db7eeb9c2a), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:17.431396 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c50797b3-c9c3-436d-9b5f-d6ffce7c3688 admin admin] Publish callbacks [] for security_group (90977bca-d497-4744-bb6b-dc18cf940f00), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:17.432554 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:17.446814 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a251eb07-6663-4fb7-91d1-f59ee7eb553b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (80461b68-feba-4bf9-af48-ea992b5d92d1), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:17.483076 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 2bfecaf3-477c-4376-93e2-b505aee0ce05 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:17.485229 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 55ab8f9e-59c2-476d-abb7-16217af5211b up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:52:17.574267 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-24d112a0-f9f4-4f51-bb3e-7ec3e68f6338 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (ea4bb199-ae60-4604-8ebf-9ed990c85a7c), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:17.598173 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-a251eb07-6663-4fb7-91d1-f59ee7eb553b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b049e64471e45489d451d98c3e2e166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9673877 Mar 29 14:52:17.609314 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 59068) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:17.629808 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-de8e5ac6-7d6a-4cd6-9bba-57836a405f7d req-5d147c72-15a4-42d1-94b6-a098b50c018c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 210 time: 0.0389621 Mar 29 14:52:17.631551 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d112a0-f9f4-4f51-bb3e-7ec3e68f6338 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'Port': ['ID=c6f452e9-85a4-4275-a997-c1db7eeb9c2a,revision_number=2']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:17.683059 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 55ab8f9e-59c2-476d-abb7-16217af5211b triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:17.684502 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (55ab8f9e-59c2-476d-abb7-16217af5211b), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:17.701714 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-24d112a0-f9f4-4f51-bb3e-7ec3e68f6338 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:17.711909 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-0d04bcce-ef91-4219-babd-0fa4b0638920 None None] Current status of the port 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:17.714444 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-24d112a0-f9f4-4f51-bb3e-7ec3e68f6338 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7459004 Mar 29 14:52:17.714558 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-0d04bcce-ef91-4219-babd-0fa4b0638920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (16824fc3-c720-4cb6-8f56-7b6c2b3d03ec), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:17.776297 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-0d04bcce-ef91-4219-babd-0fa4b0638920 None None] For port 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=16824fc3-c720-4cb6-8f56-7b6c2b3d03ec,segment=NetworkSegment(6121bfc8-4900-448d-b8cd-8e812e46f83a),segment_id=6121bfc8-4900-448d-b8cd-8e812e46f83a)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:17.793630 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251eb07-6663-4fb7-91d1-f59ee7eb553b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80461b68-feba-4bf9-af48-ea992b5d92d1,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:17.793773 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'name': 'tempest-AttachVolumeTestJSON-1683125599-router', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:02Z', 'revision_number': 4, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'gw_port': {'id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '16824fc3-c720-4cb6-8f56-7b6c2b3d03ec', 'name': '', 'network_id': '75f25c62-261a-44d8-a334-90884043b260', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'mac_address': 'fa:16:3e:00:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 4, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'subnets': [{'id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:17.877325 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-0d04bcce-ef91-4219-babd-0fa4b0638920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (16824fc3-c720-4cb6-8f56-7b6c2b3d03ec), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:17.931968 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e3907-be35-464b-9c59-19a3f4cca1c7 None None] The sync data for ids ['8603b2cf-177c-445b-9266-6a273077e9f0'] in dv-cinder-835525-2-iscsi is: [{'id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'name': 'tempest-AttachVolumeTestJSON-1683125599-router', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:02Z', 'revision_number': 4, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'gw_port': {'id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '16824fc3-c720-4cb6-8f56-7b6c2b3d03ec', 'name': '', 'network_id': '75f25c62-261a-44d8-a334-90884043b260', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'mac_address': 'fa:16:3e:00:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 4, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'subnets': [{'id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:52:18.042190 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 55ab8f9e-59c2-476d-abb7-16217af5211b is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:18.098254 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04bcce-ef91-4219-babd-0fa4b0638920 None None] Pushing event updated for resources: {'Port': ['ID=16824fc3-c720-4cb6-8f56-7b6c2b3d03ec,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:18.159521 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce90c-4d36-491f-881a-90e4d783617d admin admin] Publish callbacks [] for security_group (80461b68-feba-4bf9-af48-ea992b5d92d1), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:18.241192 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-efcec5f2-8d24-4f9c-a02a-f9a3b14baab6 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2042746579&fields=id&tenant_id=ae25d73af8c34890992534571426e2de HTTP/1.1" status: 200 len: 267 time: 0.1508219 Mar 29 14:52:18.257449 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1f256-49a3-450d-822a-f2f1b0955081 req-ec482d0c-a5ad-4609-a78f-3d4b14ed4284 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:18.264926 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-56e1f256-49a3-450d-822a-f2f1b0955081 req-ec482d0c-a5ad-4609-a78f-3d4b14ed4284 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 943 time: 0.1914244 Mar 29 14:52:18.275821 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c50797b3-c9c3-436d-9b5f-d6ffce7c3688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (90977bca-d497-4744-bb6b-dc18cf940f00), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:18.276966 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:52:18.278704 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c50797b3-c9c3-436d-9b5f-d6ffce7c3688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:18.282942 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-c50797b3-c9c3-436d-9b5f-d6ffce7c3688 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/90977bca-d497-4744-bb6b-dc18cf940f00 HTTP/1.1" status: 204 len: 168 time: 1.0438902 Mar 29 14:52:18.297881 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce90c-4d36-491f-881a-90e4d783617d admin admin] Publish callbacks [] for security_group (80461b68-feba-4bf9-af48-ea992b5d92d1), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:18.328876 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:18.348759 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:18.348759 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (16824fc3-c720-4cb6-8f56-7b6c2b3d03ec), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:18.416907 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-93e15784-f623-46ec-b4ef-74ca6e186c91 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for port (d8b17134-69ba-4af7-8d6d-9ef31c61bd2c), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:18.460640 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50797b3-c9c3-436d-9b5f-d6ffce7c3688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90977bca-d497-4744-bb6b-dc18cf940f00,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:18.543254 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-93e15784-f623-46ec-b4ef-74ca6e186c91 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (d8b17134-69ba-4af7-8d6d-9ef31c61bd2c), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:18.616955 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-56e1f256-49a3-450d-822a-f2f1b0955081 req-47fdeeda-fe17-4348-ad28-176b512bd759 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498843 Mar 29 14:52:18.673124 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:18.683201 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-c496420c-48ec-43df-a06f-abdc1f8b6088 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:18.685675 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-c496420c-48ec-43df-a06f-abdc1f8b6088 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/networks?id=4d7933f0-920a-440d-86c3-46e7aab80bfb HTTP/1.1" status: 200 len: 815 time: 0.3674519 Mar 29 14:52:18.698595 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-93e15784-f623-46ec-b4ef-74ca6e186c91 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (10f19c3b-4da8-4817-a436-ca4ddc1a3b42), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:18.736616 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-1a61146a-6f26-4e86-a6cf-67dc2cc6cf6a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/quotas/ae25d73af8c34890992534571426e2de HTTP/1.1" status: 200 len: 375 time: 0.0422940 Mar 29 14:52:18.763622 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e15784-f623-46ec-b4ef-74ca6e186c91 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Pushing event updated for resources: {'Port': ['ID=d8b17134-69ba-4af7-8d6d-9ef31c61bd2c,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:18.785476 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce90c-4d36-491f-881a-90e4d783617d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (80461b68-feba-4bf9-af48-ea992b5d92d1), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:18.790439 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce90c-4d36-491f-881a-90e4d783617d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:18.795373 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-7e0ce90c-4d36-491f-881a-90e4d783617d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80461b68-feba-4bf9-af48-ea992b5d92d1 HTTP/1.1" status: 204 len: 168 time: 1.1670649 Mar 29 14:52:18.815985 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ce90c-4d36-491f-881a-90e4d783617d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80461b68-feba-4bf9-af48-ea992b5d92d1,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:18.912954 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-93e15784-f623-46ec-b4ef-74ca6e186c91 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:18.915718 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-93e15784-f623-46ec-b4ef-74ca6e186c91 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3970945 Mar 29 14:52:19.101447 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-754367ce-c9e1-42dc-9a04-44c2635db5f0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:19.103474 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-754367ce-c9e1-42dc-9a04-44c2635db5f0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 818 time: 0.2393949 Mar 29 14:52:19.125938 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a4fa1813-36c6-4f1e-8c07-eb917edd6fd0 req-a4ce1ab4-4676-42b3-9d89-5eda8ec7a3f7 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 210 time: 0.0468550 Mar 29 14:52:19.148949 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-d6c9c7ee-6375-48ec-b473-bdb130544bee tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Request body: {'port': {'device_id': 'c230b8a1-3de9-478c-a54c-193f8159aaa8', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'admin_state_up': True, 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:52:19.168609 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-307dfa13-84dc-4174-8654-9fd4238a4f20 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae25d73af8c34890992534571426e2de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4249828 Mar 29 14:52:19.337369 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-afb26fdb-549f-4f8b-ad59-e40b1549415f service neutron] 10.222.0.16 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629720 Mar 29 14:52:19.399267 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-d6c9c7ee-6375-48ec-b473-bdb130544bee tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Made reservation on behalf of 7afda44ff1e84338b2d12e8ab33f1581 for: {'port': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:52:19.403324 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-d6c9c7ee-6375-48ec-b473-bdb130544bee tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:19.499950 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-30a342ea-7d6a-4ff8-8ab0-e221d1479959 service neutron] 10.222.0.16 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616836 Mar 29 14:52:19.571399 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-d6c9c7ee-6375-48ec-b473-bdb130544bee tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Allocated IP 172.20.0.14 (7c6c5a1e-0a14-4a35-ae6c-15bfb7141370/cdf69747-2a83-4214-ac37-59a006e5b5af/18e3779a-742a-456e-ac90-7f07367e899b) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:52:19.798153 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a11be6-b817-4239-8cdd-174e84983941 req-ffbba992-5206-4da3-bcbd-32d7dfc4e90e tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:19.801494 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-26a11be6-b817-4239-8cdd-174e84983941 req-ffbba992-5206-4da3-bcbd-32d7dfc4e90e tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 943 time: 0.0651460 Mar 29 14:52:19.852694 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:19.931660 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-26a11be6-b817-4239-8cdd-174e84983941 req-a4458771-3477-4504-bd90-6bed5488a2e6 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177299 Mar 29 14:52:20.023879 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-d6c9c7ee-6375-48ec-b473-bdb130544bee tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for port (18e3779a-742a-456e-ac90-7f07367e899b), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:20.123164 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ee3ec437-0406-4136-9aa6-ed6eb2b14848 req-4771818f-9c75-41c8-83a9-e15c5e3d4efe tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 210 time: 0.1016877 Mar 29 14:52:20.128249 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-5bd6c22c-d7a5-4964-8448-4b66a59838d4 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1339984702&fields=id&tenant_id=f0319e2af33245f4917a97026782fdd7 HTTP/1.1" status: 200 len: 267 time: 0.1874230 Mar 29 14:52:20.132611 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 59150) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:20.202870 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:52:20.212924 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-d6c9c7ee-6375-48ec-b473-bdb130544bee tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (18e3779a-742a-456e-ac90-7f07367e899b), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:20.260469 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-d6c9c7ee-6375-48ec-b473-bdb130544bee tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:52:20.266449 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-d6c9c7ee-6375-48ec-b473-bdb130544bee tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:52:20.270819 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-d6c9c7ee-6375-48ec-b473-bdb130544bee tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:52:20.276349 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-d6c9c7ee-6375-48ec-b473-bdb130544bee tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:20.277130 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-d6c9c7ee-6375-48ec-b473-bdb130544bee tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:20.296893 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-660f0292-d285-4b77-b7f6-cdad815aa4e9 req-addde59a-eb61-48f9-b153-699804b39dc5 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 210 time: 0.0609376 Mar 29 14:52:20.307569 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-d2a28c66-8063-4eaf-a1e0-2720fec8ede8 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:20.311272 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:20.311754 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (16824fc3-c720-4cb6-8f56-7b6c2b3d03ec), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:20.317065 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-d2a28c66-8063-4eaf-a1e0-2720fec8ede8 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/networks?id=75f25c62-261a-44d8-a334-90884043b260 HTTP/1.1" status: 200 len: 811 time: 0.1759148 Mar 29 14:52:20.317209 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9c7ee-6375-48ec-b473-bdb130544bee tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Pushing event updated for resources: {'Port': ['ID=18e3779a-742a-456e-ac90-7f07367e899b,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:20.323314 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.13', 51857) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:20.343557 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-fa13256c-f40c-4cee-b17c-46d207b5c59b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/quotas/f0319e2af33245f4917a97026782fdd7 HTTP/1.1" status: 200 len: 375 time: 0.0265059 Mar 29 14:52:20.385333 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-d6c9c7ee-6375-48ec-b473-bdb130544bee tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2419038 Mar 29 14:52:20.404962 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Request body: {'port': {'device_id': 'c230b8a1-3de9-478c-a54c-193f8159aaa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:52:20.423620 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:20.539730 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-f39d1445-e1fa-4ecc-bed0-52b5a5cf9166 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1889391 Mar 29 14:52:20.556704 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (18e3779a-742a-456e-ac90-7f07367e899b), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:20.585722 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 59160) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:20.603385 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-033633a0-1c72-4619-88b0-bc6f7ac8c8fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:20.635438 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-33b2442f-464c-4eef-b2d8-ba33f304ecb7 None None] Provisioning complete for port 18e3779a-742a-456e-ac90-7f07367e899b triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:20.638023 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-33b2442f-464c-4eef-b2d8-ba33f304ecb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (18e3779a-742a-456e-ac90-7f07367e899b), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:20.641316 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcc9a2-0c88-466a-bd45-ca352194687d req-6aaaf5bf-3e82-47cb-8240-52454fab6c1a tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:20.642796 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-befcc9a2-0c88-466a-bd45-ca352194687d req-6aaaf5bf-3e82-47cb-8240-52454fab6c1a tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 818 time: 0.3188221 Mar 29 14:52:20.669837 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [req-befcc9a2-0c88-466a-bd45-ca352194687d req-ec2bcba7-c12e-46a8-a2a1-dc233e298322 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Request body: {'port': {'device_id': '47cece9a-896c-4968-b2cb-6e2d60af1c8b', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'admin_state_up': True, 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:52:20.724497 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-33b2442f-464c-4eef-b2d8-ba33f304ecb7 None None] Port 18e3779a-742a-456e-ac90-7f07367e899b cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:52:20.754349 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-f54d7e88-e2e2-43bc-8e68-9fde110533e9 service neutron] 10.222.0.16 "GET /v2.0/networks/75f25c62-261a-44d8-a334-90884043b260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136853 Mar 29 14:52:20.864564 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-30920bbe-338b-4507-b72a-c7458290b2f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:20.878102 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-b27d8b4c-7924-4759-82cd-591484227d83 service neutron] 10.222.0.16 "GET /v2.0/networks/75f25c62-261a-44d8-a334-90884043b260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222718 Mar 29 14:52:21.020267 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-033633a0-1c72-4619-88b0-bc6f7ac8c8fe admin admin] Publish callbacks [] for security_group (0cf8e620-6efc-4ec0-97b0-48ed9fc70398), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:21.049880 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-befcc9a2-0c88-466a-bd45-ca352194687d req-ec2bcba7-c12e-46a8-a2a1-dc233e298322 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Made reservation on behalf of 7afda44ff1e84338b2d12e8ab33f1581 for: {'port': 1} {{(pid=115498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:52:21.053447 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [req-befcc9a2-0c88-466a-bd45-ca352194687d req-ec2bcba7-c12e-46a8-a2a1-dc233e298322 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:21.092144 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc28ca-cca4-4d70-a3c9-be3fc338575b req-a6952dda-90a1-4835-a266-e68c01fc328d tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:21.093766 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-44fc28ca-cca4-4d70-a3c9-be3fc338575b req-a6952dda-90a1-4835-a266-e68c01fc328d tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 943 time: 0.0829730 Mar 29 14:52:21.140117 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-30920bbe-338b-4507-b72a-c7458290b2f1 admin admin] Publish callbacks [] for security_group (87edfa0a-dfe9-4b6d-93b8-8a8455e2a313), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:21.154565 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-033633a0-1c72-4619-88b0-bc6f7ac8c8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (0cf8e620-6efc-4ec0-97b0-48ed9fc70398), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:21.206937 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-033633a0-1c72-4619-88b0-bc6f7ac8c8fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9a6bc208f4e4568ae1aeacdba30ede1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6199861 Mar 29 14:52:21.219377 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e3779a-742a-456e-ac90-7f07367e899b {{(pid=115499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:52:21.232393 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Publish callbacks [] for port (18e3779a-742a-456e-ac90-7f07367e899b), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:21.233822 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 59184) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:21.249796 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.provisioning_blocks [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Transition to ACTIVE for port object 18e3779a-742a-456e-ac90-7f07367e899b will not be triggered until provisioned by entity L2. {{(pid=115499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 14:52:21.250667 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-30920bbe-338b-4507-b72a-c7458290b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (87edfa0a-dfe9-4b6d-93b8-8a8455e2a313), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:21.302156 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-30920bbe-338b-4507-b72a-c7458290b2f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26493407449d43ad9a80fd92b535c3d8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1684339 Mar 29 14:52:21.303951 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033633a0-1c72-4619-88b0-bc6f7ac8c8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf8e620-6efc-4ec0-97b0-48ed9fc70398,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:21.307926 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 59190) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:21.364835 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (18e3779a-742a-456e-ac90-7f07367e899b), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:21.381959 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30920bbe-338b-4507-b72a-c7458290b2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87edfa0a-dfe9-4b6d-93b8-8a8455e2a313,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:21.490904 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Pushing event updated for resources: {'Port': ['ID=18e3779a-742a-456e-ac90-7f07367e899b,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:21.517688 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_common [req-befcc9a2-0c88-466a-bd45-ca352194687d req-ec2bcba7-c12e-46a8-a2a1-dc233e298322 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Allocated IP 172.20.0.13 (7c6c5a1e-0a14-4a35-ae6c-15bfb7141370/cdf69747-2a83-4214-ac37-59a006e5b5af/2383dddb-6073-4d07-b8eb-f09b885e73cc) {{(pid=115498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:52:21.542214 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-2fba3db3-b194-45cb-8dc3-4e4d7e77a4e6 admin admin] Publish callbacks [] for security_group (87edfa0a-dfe9-4b6d-93b8-8a8455e2a313), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:21.590171 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Attempting to bind port 18e3779a-742a-456e-ac90-7f07367e899b on host hv-cinder-83552 for vnic_type normal with profile {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:52:21.590602 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Attempting to bind port 18e3779a-742a-456e-ac90-7f07367e899b by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:52:21.590863 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Attempting to bind port 18e3779a-742a-456e-ac90-7f07367e899b on network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:52:21.601509 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2bede28a-98b3-461a-aaeb-2daf9e20a931 req-c7125977-1450-4a12-9455-ad7eb53da0aa tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.3396585 Mar 29 14:52:21.608678 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c7a165d3-df28-4d7d-bb8c-23096a5f3ab3 admin admin] Publish callbacks [] for security_group (0cf8e620-6efc-4ec0-97b0-48ed9fc70398), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:21.609086 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-2fba3db3-b194-45cb-8dc3-4e4d7e77a4e6 admin admin] Publish callbacks [] for security_group (87edfa0a-dfe9-4b6d-93b8-8a8455e2a313), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:21.621859 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Port 18e3779a-742a-456e-ac90-7f07367e899b on network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 14:52:21.622187 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Attempting to bind port 18e3779a-742a-456e-ac90-7f07367e899b on network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:52:21.638197 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Checking agent: {'id': 'e622d3d7-0a71-4961-ba27-45794834ffcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'started_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:52:21.639168 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Checking segment: {'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:52:21.639554 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Bound using segment: {'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:52:21.643634 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Bound port: 18e3779a-742a-456e-ac90-7f07367e899b, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'}}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:52:21.644072 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (18e3779a-742a-456e-ac90-7f07367e899b), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:21.658023 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c7a165d3-df28-4d7d-bb8c-23096a5f3ab3 admin admin] Publish callbacks [] for security_group (0cf8e620-6efc-4ec0-97b0-48ed9fc70398), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:21.807227 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-44fc28ca-cca4-4d70-a3c9-be3fc338575b req-594c508e-8d43-44f1-8857-aea8758329df tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6951351 Mar 29 14:52:21.814530 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f5fba270-ec6b-405d-a2ec-530b0ce7d548 req-7ba1bdfb-bdb5-4d8a-93da-ed291d6ae3a6 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 210 time: 0.0485389 Mar 29 14:52:21.849165 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] For port 18e3779a-742a-456e-ac90-7f07367e899b, host hv-cinder-83552, cleared binding levels {{(pid=115499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:52:21.865079 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] For port 18e3779a-742a-456e-ac90-7f07367e899b, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=18e3779a-742a-456e-ac90-7f07367e899b,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:52:21.922994 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [req-befcc9a2-0c88-466a-bd45-ca352194687d req-ec2bcba7-c12e-46a8-a2a1-dc233e298322 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:21.959785 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c7a165d3-df28-4d7d-bb8c-23096a5f3ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (0cf8e620-6efc-4ec0-97b0-48ed9fc70398), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:21.962712 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c7a165d3-df28-4d7d-bb8c-23096a5f3ab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:21.963906 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-c7a165d3-df28-4d7d-bb8c-23096a5f3ab3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cf8e620-6efc-4ec0-97b0-48ed9fc70398 HTTP/1.1" status: 204 len: 168 time: 0.7286370 Mar 29 14:52:21.974431 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (18e3779a-742a-456e-ac90-7f07367e899b), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:21.987367 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-41fd4826-63ae-4798-8e5c-4d10df38d7b1 req-c2be45b7-04b3-4eec-9f81-fed5eca590b7 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 210 time: 0.0484526 Mar 29 14:52:21.994899 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a165d3-df28-4d7d-bb8c-23096a5f3ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf8e620-6efc-4ec0-97b0-48ed9fc70398,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:22.010572 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-2fba3db3-b194-45cb-8dc3-4e4d7e77a4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (87edfa0a-dfe9-4b6d-93b8-8a8455e2a313), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:22.017260 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-2fba3db3-b194-45cb-8dc3-4e4d7e77a4e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:22.029082 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-2fba3db3-b194-45cb-8dc3-4e4d7e77a4e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87edfa0a-dfe9-4b6d-93b8-8a8455e2a313 HTTP/1.1" status: 204 len: 168 time: 0.7134151 Mar 29 14:52:22.086367 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:22.087043 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:22.088806 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] 10.222.0.13 "PUT /v2.0/ports/18e3779a-742a-456e-ac90-7f07367e899b HTTP/1.1" status: 200 len: 1094 time: 1.6891518 Mar 29 14:52:22.113237 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62ee37-dbc2-4923-be3b-19cec3a677b4 service neutron] Pushing event updated for resources: {'Port': ['ID=18e3779a-742a-456e-ac90-7f07367e899b,revision_number=3']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:22.113237 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c230b8a1-3de9-478c-a54c-193f8159aaa8', 'tag': '18e3779a-742a-456e-ac90-7f07367e899b'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:52:22.113237 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df8ea96-7dde-4e51-9f03-e6a51bbdef69" -d '{"events": [{"name": "network-changed", "server_uuid": "c230b8a1-3de9-478c-a54c-193f8159aaa8", "tag": "18e3779a-742a-456e-ac90-7f07367e899b"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:52:22.113237 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba3db3-b194-45cb-8dc3-4e4d7e77a4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87edfa0a-dfe9-4b6d-93b8-8a8455e2a313,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:22.133661 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [req-befcc9a2-0c88-466a-bd45-ca352194687d req-ec2bcba7-c12e-46a8-a2a1-dc233e298322 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:22.162270 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11442600-dbcc-46b0-8f96-ab9a566ae4cf x-openstack-request-id: req-11442600-dbcc-46b0-8f96-ab9a566ae4cf {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:52:22.162731 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c230b8a1-3de9-478c-a54c-193f8159aaa8", "tag": "18e3779a-742a-456e-ac90-7f07367e899b", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:52:22.163051 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11442600-dbcc-46b0-8f96-ab9a566ae4cf {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:52:22.163692 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11442600-dbcc-46b0-8f96-ab9a566ae4cf'] response: {'name': 'network-changed', 'server_uuid': 'c230b8a1-3de9-478c-a54c-193f8159aaa8', 'tag': '18e3779a-742a-456e-ac90-7f07367e899b', 'status': 'completed', 'code': 200} Mar 29 14:52:22.271675 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befcc9a2-0c88-466a-bd45-ca352194687d req-ec2bcba7-c12e-46a8-a2a1-dc233e298322 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:52:22.273645 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8ea96-7dde-4e51-9f03-e6a51bbdef69 req-e7f7ab95-559f-46fd-9b3f-506267b69c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:22.276122 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9df8ea96-7dde-4e51-9f03-e6a51bbdef69 req-e7f7ab95-559f-46fd-9b3f-506267b69c7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 1128 time: 0.0691602 Mar 29 14:52:22.278955 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [req-befcc9a2-0c88-466a-bd45-ca352194687d req-ec2bcba7-c12e-46a8-a2a1-dc233e298322 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:52:22.281637 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [req-befcc9a2-0c88-466a-bd45-ca352194687d req-ec2bcba7-c12e-46a8-a2a1-dc233e298322 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Received port after_create {{(pid=115498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:52:22.288399 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcc9a2-0c88-466a-bd45-ca352194687d req-ec2bcba7-c12e-46a8-a2a1-dc233e298322 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:22.289117 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [req-befcc9a2-0c88-466a-bd45-ca352194687d req-ec2bcba7-c12e-46a8-a2a1-dc233e298322 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for port (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:22.334697 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bcba7-c12e-46a8-a2a1-dc233e298322 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Pushing event updated for resources: {'Port': ['ID=2383dddb-6073-4d07-b8eb-f09b885e73cc,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:22.539835 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-befcc9a2-0c88-466a-bd45-ca352194687d req-ec2bcba7-c12e-46a8-a2a1-dc233e298322 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8577998 Mar 29 14:52:22.549518 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8ea96-7dde-4e51-9f03-e6a51bbdef69 req-669bcd16-4645-40f2-b007-c6e29c3c6ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:22.549518 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9df8ea96-7dde-4e51-9f03-e6a51bbdef69 req-669bcd16-4645-40f2-b007-c6e29c3c6ffc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2241590 Mar 29 14:52:22.556640 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Request body: {'port': {'device_id': '47cece9a-896c-4968-b2cb-6e2d60af1c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:52:22.646300 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:22.655316 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ed31dcea-8227-490b-a848-45b3f4bf06f0 None None] Provisioning complete for port 2383dddb-6073-4d07-b8eb-f09b885e73cc triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:22.655908 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ed31dcea-8227-490b-a848-45b3f4bf06f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:22.698718 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ed31dcea-8227-490b-a848-45b3f4bf06f0 None None] Port 2383dddb-6073-4d07-b8eb-f09b885e73cc cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:52:22.736228 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8ea96-7dde-4e51-9f03-e6a51bbdef69 req-54b4337b-ae9f-4b56-8657-e7bc8be3ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:22.737837 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9df8ea96-7dde-4e51-9f03-e6a51bbdef69 req-54b4337b-ae9f-4b56-8657-e7bc8be3ec7b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1918707 Mar 29 14:52:22.884315 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-933dee18-29f0-4e2e-ac04-593a9ebb1ecc req-336e7848-7aab-477c-8449-f06394a8d649 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0679758 Mar 29 14:52:22.978377 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-ac80adb6-c5ed-4830-b36a-58873c71dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:22.980111 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-ac80adb6-c5ed-4830-b36a-58873c71dcaf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 1128 time: 0.1683249 Mar 29 14:52:23.033741 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-ca6a1557-37cc-4a35-9991-04427d85c6b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18e3779a-742a-456e-ac90-7f07367e899b HTTP/1.1" status: 200 len: 217 time: 0.0394204 Mar 29 14:52:23.074177 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9f6d6f45-9ed1-4666-aa68-9ef3dd5b72a9 req-2d2d4d87-ab8a-4783-9269-fc3927c612c9 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 210 time: 0.0496058 Mar 29 14:52:23.119642 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-575359be-cb5e-4f40-ae58-a90b5f819aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:23.119642 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-575359be-cb5e-4f40-ae58-a90b5f819aa7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.0764654 Mar 29 14:52:23.189065 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.13', 51861) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:23.217251 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5cff3-077f-49bb-b781-b47da9ead229 req-ffabb221-e784-4ae9-9fff-58b714c8a186 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:23.224118 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-49f5cff3-077f-49bb-b781-b47da9ead229 req-ffabb221-e784-4ae9-9fff-58b714c8a186 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 943 time: 0.1927631 Mar 29 14:52:23.338037 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-9b3f125d-9ef7-483a-93ae-a80b2e76c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:23.338037 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-9b3f125d-9ef7-483a-93ae-a80b2e76c2ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2085860 Mar 29 14:52:23.390017 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-49f5cff3-077f-49bb-b781-b47da9ead229 req-a8b4e681-db28-4950-89ef-3d1906d17448 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587555 Mar 29 14:52:23.405622 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-8278fbab-3ae7-43ba-b293-1d2f93be6ee1 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:23.407555 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-8278fbab-3ae7-43ba-b293-1d2f93be6ee1 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.13 "GET /v2.0/networks?id=4d7933f0-920a-440d-86c3-46e7aab80bfb HTTP/1.1" status: 200 len: 815 time: 0.2166045 Mar 29 14:52:23.426725 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f06d0-4be0-4dcc-9c5a-5f92211bb946 req-1bbb5dcd-ca8a-4cf1-a4fc-d7b9a9a7a852 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:23.428305 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-061f06d0-4be0-4dcc-9c5a-5f92211bb946 req-1bbb5dcd-ca8a-4cf1-a4fc-d7b9a9a7a852 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 932 time: 0.2074807 Mar 29 14:52:23.483517 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.notifiers.nova [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2383dddb-6073-4d07-b8eb-f09b885e73cc {{(pid=115498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:52:23.489468 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-6b13dd0f-29cb-44a9-a975-f788ba63a0d5 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500618 Mar 29 14:52:23.498907 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Publish callbacks [] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:23.538585 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-061f06d0-4be0-4dcc-9c5a-5f92211bb946 req-47eb2d2b-7fd0-4470-ab2e-c6a79cd0a690 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038787 Mar 29 14:52:23.539725 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.provisioning_blocks [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Transition to ACTIVE for port object 2383dddb-6073-4d07-b8eb-f09b885e73cc will not be triggered until provisioned by entity L2. {{(pid=115498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 14:52:23.563911 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device f080df45-43cd-4dc1-ab1a-9cc1b3276b3d details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 14:52:23.576713 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-24b0ea00-1a31-4368-bf1b-eb280a9e458e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae25d73af8c34890992534571426e2de HTTP/1.1" status: 200 len: 380 time: 0.1532218 Mar 29 14:52:23.589395 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-7e4b442b-a69c-4214-ad0c-caba4d784029 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'port': {'device_id': 'fa5461b6-c5ef-4750-9b42-07370afc7a89', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'admin_state_up': True, 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'security_groups': ['0ac48446-aaf3-47fa-aa53-35592ea6f86a']}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:52:23.691017 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-abbc5c4e-fd72-4ad7-9e7e-e7e8e4c487e2 req-c2924fa5-bee5-4a06-815a-ed4793b64826 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862214 Mar 29 14:52:23.708344 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:23.739516 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port f080df45-43cd-4dc1-ab1a-9cc1b3276b3d, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=f080df45-43cd-4dc1-ab1a-9cc1b3276b3d,segment=NetworkSegment(4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb),segment_id=4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:23.753705 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': 'f080df45-43cd-4dc1-ab1a-9cc1b3276b3d', 'network_id': '6721044d-e617-49b1-a476-62c5a05d371f', 'port_id': 'f080df45-43cd-4dc1-ab1a-9cc1b3276b3d', 'mac_address': 'fa:16:3e:06:18:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e866f1-4f04-47fe-ad05-959ee904e9a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 14:52:23.793306 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Pushing event updated for resources: {'Port': ['ID=2383dddb-6073-4d07-b8eb-f09b885e73cc,revision_number=2']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:23.812347 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-7e4b442b-a69c-4214-ad0c-caba4d784029 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Made reservation on behalf of ae25d73af8c34890992534571426e2de for: {'port': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:52:23.815880 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-7e4b442b-a69c-4214-ad0c-caba4d784029 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:23.837277 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port f080df45-43cd-4dc1-ab1a-9cc1b3276b3d is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:23.837670 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (f080df45-43cd-4dc1-ab1a-9cc1b3276b3d), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:23.863096 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.managers [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Attempting to bind port 2383dddb-6073-4d07-b8eb-f09b885e73cc on host hv-cinder-83552 for vnic_type normal with profile {{(pid=115498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:52:23.869341 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.managers [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Attempting to bind port 2383dddb-6073-4d07-b8eb-f09b885e73cc by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'}] {{(pid=115498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:52:23.869341 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Attempting to bind port 2383dddb-6073-4d07-b8eb-f09b885e73cc on network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 {{(pid=115498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:52:23.872637 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Port 2383dddb-6073-4d07-b8eb-f09b885e73cc on network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=115498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 14:52:23.872994 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Attempting to bind port 2383dddb-6073-4d07-b8eb-f09b885e73cc on network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 {{(pid=115498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:52:23.876380 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f080df45-43cd-4dc1-ab1a-9cc1b3276b3d {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:52:23.878328 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Checking agent: {'id': 'e622d3d7-0a71-4961-ba27-45794834ffcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'started_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:52:23.878783 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Checking segment: {'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:52:23.879423 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Bound using segment: {'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'} {{(pid=115498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:52:23.879942 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.managers [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Bound port: 2383dddb-6073-4d07-b8eb-f09b885e73cc, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'}}] {{(pid=115498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:52:23.880397 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:23.969157 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.db [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] For port 2383dddb-6073-4d07-b8eb-f09b885e73cc, host hv-cinder-83552, cleared binding levels {{(pid=115498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:52:23.978143 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.db [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] For port 2383dddb-6073-4d07-b8eb-f09b885e73cc, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=2383dddb-6073-4d07-b8eb-f09b885e73cc,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:52:23.984754 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port f080df45-43cd-4dc1-ab1a-9cc1b3276b3d, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=f080df45-43cd-4dc1-ab1a-9cc1b3276b3d,segment=NetworkSegment(4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb),segment_id=4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:24.085438 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-39f45f60-8c91-4e31-afc3-7f81545e82e1 req-77ddc36b-a8d9-4159-9397-41e5294d8995 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0438044 Mar 29 14:52:24.103759 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (f080df45-43cd-4dc1-ab1a-9cc1b3276b3d), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:24.104209 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:24.213407 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-7e4b442b-a69c-4214-ad0c-caba4d784029 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Allocated IP 172.20.0.10 (4d7933f0-920a-440d-86c3-46e7aab80bfb/4a4c3ff9-6e66-4bb0-8254-bab28249a738/f7109c0c-aae9-4e04-b262-048df55ca66b) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:52:24.227111 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=f080df45-43cd-4dc1-ab1a-9cc1b3276b3d,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:24.245387 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:24.246268 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for port (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:24.248873 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-befcc9a2-0c88-466a-bd45-ca352194687d req-803d240f-17a6-487e-920f-b30c83265807 service neutron] 10.222.0.13 "PUT /v2.0/ports/2383dddb-6073-4d07-b8eb-f09b885e73cc HTTP/1.1" status: 200 len: 1094 time: 1.7027333 Mar 29 14:52:24.256844 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-725491c2-46a9-456c-91c5-1310d5b2720b req-342c6d8b-a5e8-4b7b-9aa1-ea4e9167df3d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 210 time: 0.0746870 Mar 29 14:52:24.256844 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cece9a-896c-4968-b2cb-6e2d60af1c8b', 'tag': '2383dddb-6073-4d07-b8eb-f09b885e73cc'}] {{(pid=115498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:52:24.366452 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d240f-17a6-487e-920f-b30c83265807 service neutron] Pushing event updated for resources: {'Port': ['ID=2383dddb-6073-4d07-b8eb-f09b885e73cc,revision_number=3']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:24.490302 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['f080df45-43cd-4dc1-ab1a-9cc1b3276b3d'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:52:24.719335 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcc9a2-0c88-466a-bd45-ca352194687d req-61d202de-7588-41d5-afa3-019804a1e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:24.720922 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-befcc9a2-0c88-466a-bd45-ca352194687d req-61d202de-7588-41d5-afa3-019804a1e98b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 1128 time: 0.2691441 Mar 29 14:52:24.744637 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2ca06-1146-4bdc-b79e-cee07d047c7d req-d59d48fa-b64f-4189-adf1-954aac858017 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:24.752915 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d3a2ca06-1146-4bdc-b79e-cee07d047c7d req-d59d48fa-b64f-4189-adf1-954aac858017 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 944 time: 0.1963038 Mar 29 14:52:24.762507 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e942afba9a14c6231233b91f836bdf3e59ef1877de833c869ac23223c5a4452f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d18542-7f95-4e65-b81d-9c397828735a" -d '{"events": [{"name": "network-changed", "server_uuid": "47cece9a-896c-4968-b2cb-6e2d60af1c8b", "tag": "2383dddb-6073-4d07-b8eb-f09b885e73cc"}]}' {{(pid=115498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:52:24.868279 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-befcc9a2-0c88-466a-bd45-ca352194687d req-b5fdb0d8-1c93-457d-a163-5284335d0a77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2383dddb-6073-4d07-b8eb-f09b885e73cc HTTP/1.1" status: 200 len: 217 time: 0.1305923 Mar 29 14:52:24.913366 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bd871-aec4-490d-ba69-7036eade7821 req-cb42c568-9d97-4ac0-8b02-9c45a2aac5d7 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:24.914798 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-555bd871-aec4-490d-ba69-7036eade7821 req-cb42c568-9d97-4ac0-8b02-9c45a2aac5d7 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 944 time: 0.2470927 Mar 29 14:52:24.933538 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-7e4b442b-a69c-4214-ad0c-caba4d784029 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for port (f7109c0c-aae9-4e04-b262-048df55ca66b), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:25.037500 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d3a2ca06-1146-4bdc-b79e-cee07d047c7d req-36f5bbf5-ed09-4155-bb04-277a92c1000a tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836759 Mar 29 14:52:25.038880 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcc9a2-0c88-466a-bd45-ca352194687d req-9a7b0bf1-b055-4882-aadf-6fd99cf8386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:25.040227 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-befcc9a2-0c88-466a-bd45-ca352194687d req-9a7b0bf1-b055-4882-aadf-6fd99cf8386b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.1596723 Mar 29 14:52:25.093589 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-31407382-0196-4b41-973b-aab647f57ae1 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:25.098398 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-31407382-0196-4b41-973b-aab647f57ae1 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.13 "GET /v2.0/networks?id=75f25c62-261a-44d8-a334-90884043b260 HTTP/1.1" status: 200 len: 811 time: 0.1147704 Mar 29 14:52:25.132123 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-7e4b442b-a69c-4214-ad0c-caba4d784029 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (f7109c0c-aae9-4e04-b262-048df55ca66b), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:25.143416 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-555bd871-aec4-490d-ba69-7036eade7821 req-a46efeb5-d022-41e3-bace-c4efeaa7919d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690331 Mar 29 14:52:25.176698 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcc9a2-0c88-466a-bd45-ca352194687d req-d5f779a6-3a24-4f5c-ada1-53891106af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:25.178754 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-befcc9a2-0c88-466a-bd45-ca352194687d req-d5f779a6-3a24-4f5c-ada1-53891106af6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1293418 Mar 29 14:52:25.212399 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-7e4b442b-a69c-4214-ad0c-caba4d784029 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Network 4d7933f0-920a-440d-86c3-46e7aab80bfb is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:52:25.225023 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-7e4b442b-a69c-4214-ad0c-caba4d784029 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:52:25.233642 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-7e4b442b-a69c-4214-ad0c-caba4d784029 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:52:25.239893 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-7e4b442b-a69c-4214-ad0c-caba4d784029 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:25.245129 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-7e4b442b-a69c-4214-ad0c-caba4d784029 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:25.250065 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b442b-a69c-4214-ad0c-caba4d784029 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'Port': ['ID=f7109c0c-aae9-4e04-b262-048df55ca66b,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:25.259805 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-b40c14d8-c400-4607-a0fe-ce463fef9d70 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0319e2af33245f4917a97026782fdd7 HTTP/1.1" status: 200 len: 380 time: 0.1500511 Mar 29 14:52:25.331044 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-befcc9a2-0c88-466a-bd45-ca352194687d req-75e2846d-1409-4a71-8bcc-21b25e521b6c service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449423 Mar 29 14:52:25.348924 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4aaba979-67d5-4247-9c75-68a915e60f28 req-294b1754-9675-4e4a-965f-5d55afc32f7b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0337460 Mar 29 14:52:25.435832 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-7e4b442b-a69c-4214-ad0c-caba4d784029 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8519883 Mar 29 14:52:25.532255 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516c0aa-3c0f-46dd-b3e6-a89c2c1530ff req-2a0bdc7f-c435-455f-928a-f5440965f261 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:25.534331 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7516c0aa-3c0f-46dd-b3e6-a89c2c1530ff req-2a0bdc7f-c435-455f-928a-f5440965f261 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 932 time: 0.1058617 Mar 29 14:52:25.536430 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a5961e-90e8-4aa3-9dc5-50adfd29f86b x-openstack-request-id: req-58a5961e-90e8-4aa3-9dc5-50adfd29f86b {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:52:25.536710 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cece9a-896c-4968-b2cb-6e2d60af1c8b", "tag": "2383dddb-6073-4d07-b8eb-f09b885e73cc", "status": "completed", "code": 200}]} {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:52:25.536957 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58a5961e-90e8-4aa3-9dc5-50adfd29f86b {{(pid=115498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:52:25.537521 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a5961e-90e8-4aa3-9dc5-50adfd29f86b'] response: {'name': 'network-changed', 'server_uuid': '47cece9a-896c-4968-b2cb-6e2d60af1c8b', 'tag': '2383dddb-6073-4d07-b8eb-f09b885e73cc', 'status': 'completed', 'code': 200} Mar 29 14:52:25.581526 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-0bd919c7-7f99-47af-b253-731a115b3fae None None] Provisioning complete for port f7109c0c-aae9-4e04-b262-048df55ca66b triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:25.582502 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-0bd919c7-7f99-47af-b253-731a115b3fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (f7109c0c-aae9-4e04-b262-048df55ca66b), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:25.591613 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7516c0aa-3c0f-46dd-b3e6-a89c2c1530ff req-051dedec-00e1-4fd2-88af-d7906da247ec tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516829 Mar 29 14:52:25.618687 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-0bd919c7-7f99-47af-b253-731a115b3fae None None] Port f7109c0c-aae9-4e04-b262-048df55ca66b cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:52:26.194119 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92706059-8683-4ee9-a865-932242fbc7c7 req-52da9f68-142b-407d-bb8e-22c01f2b265a tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:26.201661 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-92706059-8683-4ee9-a865-932242fbc7c7 req-52da9f68-142b-407d-bb8e-22c01f2b265a tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 944 time: 0.0826600 Mar 29 14:52:26.252865 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-92706059-8683-4ee9-a865-932242fbc7c7 req-5620d9ee-0bb1-4533-8161-afe4383cb258 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501382 Mar 29 14:52:26.359279 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371083d0-1e71-4050-9709-bb6b1c5f6bbe req-3b6b52f6-5699-406f-b9f9-56d8651d602e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:26.360792 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-371083d0-1e71-4050-9709-bb6b1c5f6bbe req-3b6b52f6-5699-406f-b9f9-56d8651d602e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 944 time: 0.0566750 Mar 29 14:52:26.582523 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-371083d0-1e71-4050-9709-bb6b1c5f6bbe req-e264472a-068a-499a-9411-ba2fbe9a21bb tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154896 Mar 29 14:52:26.600730 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-65115fec-6e95-4397-a8ef-3ee9dd05a3aa req-3299aafb-c34a-43cc-b22f-db1e85055677 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0306747 Mar 29 14:52:26.713905 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c91c4-a09b-4a47-8098-b63c99d2bb05 req-67968584-70d9-4c9d-837e-0be14607dfa1 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:26.718378 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dc6c91c4-a09b-4a47-8098-b63c99d2bb05 req-67968584-70d9-4c9d-837e-0be14607dfa1 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 932 time: 0.0581248 Mar 29 14:52:26.767379 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dc6c91c4-a09b-4a47-8098-b63c99d2bb05 req-66b237d6-9a39-4469-a04d-ef569d8d2270 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451894 Mar 29 14:52:27.380685 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4a823-e880-4725-ab8f-d40b85333f5c req-5fd653dd-2266-4792-87e7-4f9c6e1f9818 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:27.382171 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4bd4a823-e880-4725-ab8f-d40b85333f5c req-5fd653dd-2266-4792-87e7-4f9c6e1f9818 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 944 time: 0.0573387 Mar 29 14:52:27.428495 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4bd4a823-e880-4725-ab8f-d40b85333f5c req-6fcf661a-f3e0-4003-95d7-c7613f1e0d43 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406530 Mar 29 14:52:27.731830 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-f4e33ac8-e49c-4be3-ae56-709947b51337 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Request body: {'port': {'device_id': '2d1f983f-9aed-41a9-bbe7-0ce5c52352ed', 'network_id': '75f25c62-261a-44d8-a334-90884043b260', 'admin_state_up': True, 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'security_groups': ['d756838c-60da-45b5-873d-b8767bd94e93']}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:52:27.733173 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-92ad0bcd-85e9-4d70-9ba8-045c058413f6 req-6d9f79c7-f8c5-4795-a02a-60ba28dcae52 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0318255 Mar 29 14:52:27.759828 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed42235-aea3-4ca8-9072-041b1439ebe9 req-a7f829b6-21d3-432d-b5e6-30b00bb13d1e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:27.761349 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0ed42235-aea3-4ca8-9072-041b1439ebe9 req-a7f829b6-21d3-432d-b5e6-30b00bb13d1e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 944 time: 0.0912912 Mar 29 14:52:27.763120 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Request body: {'port': {'device_id': 'fa5461b6-c5ef-4750-9b42-07370afc7a89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:52:27.876104 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (f7109c0c-aae9-4e04-b262-048df55ca66b), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:27.904014 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0ed42235-aea3-4ca8-9072-041b1439ebe9 req-9eba661b-2e7d-4461-855c-e1f91f00aed7 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316116 Mar 29 14:52:27.920635 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-befcc9a2-0c88-466a-bd45-ca352194687d req-91a7d36b-0061-4a17-939d-cf0ede1a87ed service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723402 Mar 29 14:52:27.940840 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f9518-6247-44d7-bd36-7129227cb603 req-2b56df5c-a670-428d-a0c0-22c640f3b18f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:27.942469 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d29f9518-6247-44d7-bd36-7129227cb603 req-2b56df5c-a670-428d-a0c0-22c640f3b18f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 932 time: 0.0880556 Mar 29 14:52:27.993554 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d29f9518-6247-44d7-bd36-7129227cb603 req-3ff7a4d7-b520-44ea-82e9-e180462d847c tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447419 Mar 29 14:52:28.061170 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-f4e33ac8-e49c-4be3-ae56-709947b51337 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Made reservation on behalf of f0319e2af33245f4917a97026782fdd7 for: {'port': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:52:28.064406 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-f4e33ac8-e49c-4be3-ae56-709947b51337 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:28.167771 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d18542-7f95-4e65-b81d-9c397828735a req-32824d48-2fd0-4a1f-99e3-8be476074e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:28.170147 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d6d18542-7f95-4e65-b81d-9c397828735a req-32824d48-2fd0-4a1f-99e3-8be476074e8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 1128 time: 0.0491560 Mar 29 14:52:28.262551 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-f4e33ac8-e49c-4be3-ae56-709947b51337 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Allocated IP 172.20.0.5 (75f25c62-261a-44d8-a334-90884043b260/b8b1f603-e72f-4efd-a272-2d43ba7184c9/ea96f88c-6906-44bf-9902-48aa1916becb) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:52:28.281504 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7109c0c-aae9-4e04-b262-048df55ca66b {{(pid=115499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:52:28.291317 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Publish callbacks [] for port (f7109c0c-aae9-4e04-b262-048df55ca66b), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:28.319739 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.provisioning_blocks [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Transition to ACTIVE for port object f7109c0c-aae9-4e04-b262-048df55ca66b will not be triggered until provisioned by entity L2. {{(pid=115499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 14:52:28.322583 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d18542-7f95-4e65-b81d-9c397828735a req-4e90653f-227e-4a52-915e-8ee206ff8738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:28.324062 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d6d18542-7f95-4e65-b81d-9c397828735a req-4e90653f-227e-4a52-915e-8ee206ff8738 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 919 time: 0.1469312 Mar 29 14:52:28.363326 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d6d18542-7f95-4e65-b81d-9c397828735a req-f9bc2907-306d-4efb-81d7-ad13f9eeb7f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2383dddb-6073-4d07-b8eb-f09b885e73cc HTTP/1.1" status: 200 len: 217 time: 0.0329540 Mar 29 14:52:28.411490 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d18542-7f95-4e65-b81d-9c397828735a req-d87ffadd-d5d2-4346-9bf0-bc9f29867eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:28.412913 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d6d18542-7f95-4e65-b81d-9c397828735a req-d87ffadd-d5d2-4346-9bf0-bc9f29867eae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.0433877 Mar 29 14:52:28.424388 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-f4e33ac8-e49c-4be3-ae56-709947b51337 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for port (ea96f88c-6906-44bf-9902-48aa1916becb), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:28.466787 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d18542-7f95-4e65-b81d-9c397828735a req-05158a73-b49b-46e1-ae2c-fc38bc75ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:28.468338 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d6d18542-7f95-4e65-b81d-9c397828735a req-05158a73-b49b-46e1-ae2c-fc38bc75ed5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492969 Mar 29 14:52:28.469543 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (f7109c0c-aae9-4e04-b262-048df55ca66b), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:28.540209 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Pushing event updated for resources: {'Port': ['ID=f7109c0c-aae9-4e04-b262-048df55ca66b,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:28.554965 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Attempting to bind port f7109c0c-aae9-4e04-b262-048df55ca66b on host hv-cinder-83552 for vnic_type normal with profile {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:52:28.563853 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Attempting to bind port f7109c0c-aae9-4e04-b262-048df55ca66b by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:52:28.563853 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Attempting to bind port f7109c0c-aae9-4e04-b262-048df55ca66b on network 4d7933f0-920a-440d-86c3-46e7aab80bfb {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:52:28.563853 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Port f7109c0c-aae9-4e04-b262-048df55ca66b on network 4d7933f0-920a-440d-86c3-46e7aab80bfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 14:52:28.563853 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Attempting to bind port f7109c0c-aae9-4e04-b262-048df55ca66b on network 4d7933f0-920a-440d-86c3-46e7aab80bfb {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:52:28.568634 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Checking agent: {'id': 'e622d3d7-0a71-4961-ba27-45794834ffcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'started_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:52:28.569064 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Checking segment: {'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:52:28.569542 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Bound using segment: {'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:52:28.570108 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Bound port: f7109c0c-aae9-4e04-b262-048df55ca66b, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'}}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:52:28.570505 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (f7109c0c-aae9-4e04-b262-048df55ca66b), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:28.610033 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-f4e33ac8-e49c-4be3-ae56-709947b51337 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (ea96f88c-6906-44bf-9902-48aa1916becb), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:28.616803 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d84aa6-3ec8-4225-80de-86085cc0e5d1 req-2b74fa9f-13ff-49a1-b35f-6dc3a18a421c tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:28.618589 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-30d84aa6-3ec8-4225-80de-86085cc0e5d1 req-2b74fa9f-13ff-49a1-b35f-6dc3a18a421c tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 944 time: 0.0986631 Mar 29 14:52:28.621805 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d6d18542-7f95-4e65-b81d-9c397828735a req-32b5d388-e828-48ae-98e1-67317f726b46 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448047 Mar 29 14:52:28.689203 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] For port f7109c0c-aae9-4e04-b262-048df55ca66b, host hv-cinder-83552, cleared binding levels {{(pid=115499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:52:28.693355 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] For port f7109c0c-aae9-4e04-b262-048df55ca66b, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=f7109c0c-aae9-4e04-b262-048df55ca66b,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:52:28.705654 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-f4e33ac8-e49c-4be3-ae56-709947b51337 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Network 75f25c62-261a-44d8-a334-90884043b260 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:52:28.707310 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-f4e33ac8-e49c-4be3-ae56-709947b51337 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:52:28.714398 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-f4e33ac8-e49c-4be3-ae56-709947b51337 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:52:28.726748 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-f4e33ac8-e49c-4be3-ae56-709947b51337 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:28.726748 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-f4e33ac8-e49c-4be3-ae56-709947b51337 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:28.743306 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-30d84aa6-3ec8-4225-80de-86085cc0e5d1 req-24e0e9cc-fe0d-4df1-8965-dad7509b5e63 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172736 Mar 29 14:52:28.763964 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e33ac8-e49c-4be3-ae56-709947b51337 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Pushing event updated for resources: {'Port': ['ID=ea96f88c-6906-44bf-9902-48aa1916becb,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:28.786928 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (f7109c0c-aae9-4e04-b262-048df55ca66b), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:28.826050 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d6d18542-7f95-4e65-b81d-9c397828735a req-68119924-564d-417e-af00-cd1afe708997 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967790 Mar 29 14:52:28.850063 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:28.850945 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:28.852637 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] 10.222.0.13 "PUT /v2.0/ports/f7109c0c-aae9-4e04-b262-048df55ca66b HTTP/1.1" status: 200 len: 1094 time: 1.0938349 Mar 29 14:52:28.853566 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5461b6-c5ef-4750-9b42-07370afc7a89', 'tag': 'f7109c0c-aae9-4e04-b262-048df55ca66b'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:52:28.857478 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482edc66-2c73-4742-b883-150cf661071e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5461b6-c5ef-4750-9b42-07370afc7a89", "tag": "f7109c0c-aae9-4e04-b262-048df55ca66b"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:52:28.867036 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-f4e33ac8-e49c-4be3-ae56-709947b51337 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1396630 Mar 29 14:52:28.912126 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Request body: {'port': {'device_id': '2d1f983f-9aed-41a9-bbe7-0ce5c52352ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:52:28.919370 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e284f4d-1c71-481b-b38b-11c31ed9a510 service neutron] Pushing event updated for resources: {'Port': ['ID=f7109c0c-aae9-4e04-b262-048df55ca66b,revision_number=3']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:28.945140 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c80f231-271a-47ed-9889-de90c882e0fa x-openstack-request-id: req-4c80f231-271a-47ed-9889-de90c882e0fa {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:52:28.945428 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5461b6-c5ef-4750-9b42-07370afc7a89", "tag": "f7109c0c-aae9-4e04-b262-048df55ca66b", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:52:28.945747 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c80f231-271a-47ed-9889-de90c882e0fa {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:52:28.946095 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c80f231-271a-47ed-9889-de90c882e0fa'] response: {'name': 'network-changed', 'server_uuid': 'fa5461b6-c5ef-4750-9b42-07370afc7a89', 'tag': 'f7109c0c-aae9-4e04-b262-048df55ca66b', 'status': 'completed', 'code': 200} Mar 29 14:52:28.961207 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05304c3-3c06-4e4f-bcb0-e02f01ccbdbc req-0ee93173-7ab9-4b2e-9ae5-3060be209c85 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:28.961207 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e05304c3-3c06-4e4f-bcb0-e02f01ccbdbc req-0ee93173-7ab9-4b2e-9ae5-3060be209c85 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 931 time: 0.1220429 Mar 29 14:52:28.978405 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:29.106707 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (ea96f88c-6906-44bf-9902-48aa1916becb), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:29.122471 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482edc66-2c73-4742-b883-150cf661071e req-b441563d-ca07-47bc-b13e-22637eab13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:29.123985 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-482edc66-2c73-4742-b883-150cf661071e req-b441563d-ca07-47bc-b13e-22637eab13d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae25d73af8c34890992534571426e2de&device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 1128 time: 0.1519747 Mar 29 14:52:29.129300 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e05304c3-3c06-4e4f-bcb0-e02f01ccbdbc req-e2ba5226-167c-4730-be6f-cf5ded9af1cb tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590779 Mar 29 14:52:29.145649 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a4a4b-7858-4fba-972e-f0434c447114 req-ea8dc9a8-1fb6-4f13-8908-7971c27bbd2c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:29.147353 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-067a4a4b-7858-4fba-972e-f0434c447114 req-ea8dc9a8-1fb6-4f13-8908-7971c27bbd2c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 944 time: 0.1334813 Mar 29 14:52:29.233999 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-0a109e28-04be-4872-84c9-c62cb8b39375 None None] Provisioning complete for port ea96f88c-6906-44bf-9902-48aa1916becb triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:29.234643 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-0a109e28-04be-4872-84c9-c62cb8b39375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (ea96f88c-6906-44bf-9902-48aa1916becb), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:29.238270 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-067a4a4b-7858-4fba-972e-f0434c447114 req-4c168c8d-846b-4c16-b1c2-b1ab3e63a9f9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799241 Mar 29 14:52:29.280042 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-0a109e28-04be-4872-84c9-c62cb8b39375 None None] Port ea96f88c-6906-44bf-9902-48aa1916becb cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:52:29.297742 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ad71e-8644-4bab-b2d1-6cfddeb6703b req-78889661-d527-435b-a833-1af4a36b4de0 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:29.299129 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-525ad71e-8644-4bab-b2d1-6cfddeb6703b req-78889661-d527-435b-a833-1af4a36b4de0 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 944 time: 0.0746450 Mar 29 14:52:29.350724 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-525ad71e-8644-4bab-b2d1-6cfddeb6703b req-ba8d239c-8e8f-42eb-8d81-99a633d0c1e2 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453472 Mar 29 14:52:29.388926 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482edc66-2c73-4742-b883-150cf661071e req-eb6d4d7e-3e91-46e0-a6e2-dcf1ccbc9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:29.388926 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-482edc66-2c73-4742-b883-150cf661071e req-eb6d4d7e-3e91-46e0-a6e2-dcf1ccbc9799 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ae25d73af8c34890992534571426e2de&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2191176 Mar 29 14:52:29.555382 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482edc66-2c73-4742-b883-150cf661071e req-67ca472c-863d-400a-bfbf-09536ae2e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:29.556896 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-482edc66-2c73-4742-b883-150cf661071e req-67ca472c-863d-400a-bfbf-09536ae2e549 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1585231 Mar 29 14:52:29.612276 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea96f88c-6906-44bf-9902-48aa1916becb {{(pid=115499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:52:29.627895 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Publish callbacks [] for port (ea96f88c-6906-44bf-9902-48aa1916becb), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:29.658668 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.provisioning_blocks [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Transition to ACTIVE for port object ea96f88c-6906-44bf-9902-48aa1916becb will not be triggered until provisioned by entity L2. {{(pid=115499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 14:52:29.671321 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-485df4c8-449f-4b39-a196-934ebb08f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:29.672826 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-485df4c8-449f-4b39-a196-934ebb08f186 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae25d73af8c34890992534571426e2de&device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 1128 time: 0.0561025 Mar 29 14:52:29.718514 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 2383dddb-6073-4d07-b8eb-f09b885e73cc details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 14:52:29.730012 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-15a2226d-07b2-44d2-bf1d-5de5a8067e2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7109c0c-aae9-4e04-b262-048df55ca66b HTTP/1.1" status: 200 len: 217 time: 0.0364246 Mar 29 14:52:29.783222 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device f080df45-43cd-4dc1-ab1a-9cc1b3276b3d up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:52:29.785143 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-30eee36f-1ea1-4d83-b6c8-cca291a28ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:29.786651 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-30eee36f-1ea1-4d83-b6c8-cca291a28ac5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a4c3ff9-6e66-4bb0-8254-bab28249a738 HTTP/1.1" status: 200 len: 854 time: 0.0572171 Mar 29 14:52:29.832022 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 2383dddb-6073-4d07-b8eb-f09b885e73cc, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=2383dddb-6073-4d07-b8eb-f09b885e73cc,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:29.836356 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-0b547ddf-f8aa-4aca-a59a-8de5c27eb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:29.837997 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-0b547ddf-f8aa-4aca-a59a-8de5c27eb712 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d7933f0-920a-440d-86c3-46e7aab80bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457642 Mar 29 14:52:29.839124 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (ea96f88c-6906-44bf-9902-48aa1916becb), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:29.906367 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40bc51-c0d4-49ee-9684-b8c001454609 req-545f5d12-13af-42f7-a31e-baef97bf710c tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:29.910887 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bd40bc51-c0d4-49ee-9684-b8c001454609 req-545f5d12-13af-42f7-a31e-baef97bf710c tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 944 time: 0.0663607 Mar 29 14:52:29.955421 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Pushing event updated for resources: {'Port': ['ID=ea96f88c-6906-44bf-9902-48aa1916becb,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:30.015353 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '2383dddb-6073-4d07-b8eb-f09b885e73cc', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'port_id': '2383dddb-6073-4d07-b8eb-f09b885e73cc', 'mac_address': 'fa:16:3e:04:d9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 14:52:30.028886 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Attempting to bind port ea96f88c-6906-44bf-9902-48aa1916becb on host hv-cinder-83552 for vnic_type normal with profile {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:52:30.028886 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Attempting to bind port ea96f88c-6906-44bf-9902-48aa1916becb by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '6121bfc8-4900-448d-b8cd-8e812e46f83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '75f25c62-261a-44d8-a334-90884043b260'}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:52:30.028886 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Attempting to bind port ea96f88c-6906-44bf-9902-48aa1916becb on network 75f25c62-261a-44d8-a334-90884043b260 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:52:30.029938 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bd40bc51-c0d4-49ee-9684-b8c001454609 req-0ac93f07-65c3-4b4f-a29e-8ee97fc1de80 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087027 Mar 29 14:52:30.049152 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Port ea96f88c-6906-44bf-9902-48aa1916becb on network 75f25c62-261a-44d8-a334-90884043b260 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 14:52:30.049472 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Attempting to bind port ea96f88c-6906-44bf-9902-48aa1916becb on network 75f25c62-261a-44d8-a334-90884043b260 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:52:30.059788 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-05899f9d-eb9a-424a-905f-4656499c5dfb service neutron] 10.222.0.13 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124033 Mar 29 14:52:30.060510 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Checking agent: {'id': 'e622d3d7-0a71-4961-ba27-45794834ffcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'started_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:52:30.060846 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Checking segment: {'id': '6121bfc8-4900-448d-b8cd-8e812e46f83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '75f25c62-261a-44d8-a334-90884043b260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:52:30.063203 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Bound using segment: {'id': '6121bfc8-4900-448d-b8cd-8e812e46f83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '75f25c62-261a-44d8-a334-90884043b260'} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:52:30.063203 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Bound port: ea96f88c-6906-44bf-9902-48aa1916becb, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6121bfc8-4900-448d-b8cd-8e812e46f83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '75f25c62-261a-44d8-a334-90884043b260'}}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:52:30.063203 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (ea96f88c-6906-44bf-9902-48aa1916becb), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:30.085129 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 2383dddb-6073-4d07-b8eb-f09b885e73cc is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:30.085793 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:30.102681 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2383dddb-6073-4d07-b8eb-f09b885e73cc {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:52:30.130085 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 2383dddb-6073-4d07-b8eb-f09b885e73cc, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=2383dddb-6073-4d07-b8eb-f09b885e73cc,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:30.137318 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning for port f080df45-43cd-4dc1-ab1a-9cc1b3276b3d completed by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 14:52:30.137496 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] For port ea96f88c-6906-44bf-9902-48aa1916becb, host hv-cinder-83552, cleared binding levels {{(pid=115499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:52:30.140840 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] For port ea96f88c-6906-44bf-9902-48aa1916becb, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ea96f88c-6906-44bf-9902-48aa1916becb,segment=NetworkSegment(6121bfc8-4900-448d-b8cd-8e812e46f83a),segment_id=6121bfc8-4900-448d-b8cd-8e812e46f83a)] {{(pid=115499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:52:30.144582 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port f080df45-43cd-4dc1-ab1a-9cc1b3276b3d triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:30.144968 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (f080df45-43cd-4dc1-ab1a-9cc1b3276b3d), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:30.252075 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port f080df45-43cd-4dc1-ab1a-9cc1b3276b3d is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:30.252535 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (f080df45-43cd-4dc1-ab1a-9cc1b3276b3d), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:30.262958 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8330f26-dc04-4d16-897d-1e3181a046d0 req-780596a0-c082-433a-bc68-77fc9cfdf13a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:30.264827 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a8330f26-dc04-4d16-897d-1e3181a046d0 req-780596a0-c082-433a-bc68-77fc9cfdf13a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 943 time: 0.0587721 Mar 29 14:52:30.282317 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff31ad47-4301-41f0-aa05-f6d21ae378c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f080df45-43cd-4dc1-ab1a-9cc1b3276b3d'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:52:30.319277 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a8330f26-dc04-4d16-897d-1e3181a046d0 req-e2fe0ad1-f003-4ceb-9d6a-06d42f7d0ef4 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464745 Mar 29 14:52:30.359502 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port f080df45-43cd-4dc1-ab1a-9cc1b3276b3d, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=f080df45-43cd-4dc1-ab1a-9cc1b3276b3d,segment=NetworkSegment(4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb),segment_id=4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:30.379216 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (ea96f88c-6906-44bf-9902-48aa1916becb), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:30.394323 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:30.400062 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 18e3779a-742a-456e-ac90-7f07367e899b details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 14:52:30.422540 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:30.423411 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:30.425947 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] 10.222.0.13 "PUT /v2.0/ports/ea96f88c-6906-44bf-9902-48aa1916becb HTTP/1.1" status: 200 len: 1093 time: 1.5335824 Mar 29 14:52:30.465765 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b5df4-4390-4d93-a3a2-f8b442576118 service neutron] Pushing event updated for resources: {'Port': ['ID=ea96f88c-6906-44bf-9902-48aa1916becb,revision_number=3']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:30.476691 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a544574-540f-431d-9106-0be7eb5b8b1a req-ed3d38f7-4daa-47eb-8682-a8cb93e51beb tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:30.483992 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5a544574-540f-431d-9106-0be7eb5b8b1a req-ed3d38f7-4daa-47eb-8682-a8cb93e51beb tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 944 time: 0.1524427 Mar 29 14:52:30.576857 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=2383dddb-6073-4d07-b8eb-f09b885e73cc,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:30.594986 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10181626-f44c-4768-ba8f-993f20864d63" -d '{"events": [{"server_uuid": "ff31ad47-4301-41f0-aa05-f6d21ae378c3", "name": "network-vif-plugged", "status": "completed", "tag": "f080df45-43cd-4dc1-ab1a-9cc1b3276b3d"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:52:30.599236 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (f080df45-43cd-4dc1-ab1a-9cc1b3276b3d), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:30.644029 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5a544574-540f-431d-9106-0be7eb5b8b1a req-4608af89-081d-42c6-8bb8-f3ec12b2df29 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533275 Mar 29 14:52:30.656968 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 18e3779a-742a-456e-ac90-7f07367e899b, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=18e3779a-742a-456e-ac90-7f07367e899b,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:30.678833 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=f080df45-43cd-4dc1-ab1a-9cc1b3276b3d,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:30.684519 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '18e3779a-742a-456e-ac90-7f07367e899b', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'port_id': '18e3779a-742a-456e-ac90-7f07367e899b', 'mac_address': 'fa:16:3e:4d:9c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 14:52:30.685807 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aaa9ce-ca94-47ba-b02b-de06ca4fd488 req-1104a6e5-0634-4929-aa20-bea3d1083778 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:30.688334 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-72aaa9ce-ca94-47ba-b02b-de06ca4fd488 req-1104a6e5-0634-4929-aa20-bea3d1083778 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 944 time: 0.1320789 Mar 29 14:52:30.756193 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 18e3779a-742a-456e-ac90-7f07367e899b is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:30.756622 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (18e3779a-742a-456e-ac90-7f07367e899b), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:30.777867 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e3779a-742a-456e-ac90-7f07367e899b {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:52:30.797098 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-72aaa9ce-ca94-47ba-b02b-de06ca4fd488 req-045cc335-3219-471f-af99-f19438118cdf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986650 Mar 29 14:52:30.820361 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 18e3779a-742a-456e-ac90-7f07367e899b, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=18e3779a-742a-456e-ac90-7f07367e899b,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:30.851672 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed3ef20-e0a1-4555-8578-b03431b0b4ae x-openstack-request-id: req-6ed3ef20-e0a1-4555-8578-b03431b0b4ae {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:52:30.851982 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff31ad47-4301-41f0-aa05-f6d21ae378c3", "name": "network-vif-plugged", "status": "completed", "tag": "f080df45-43cd-4dc1-ab1a-9cc1b3276b3d", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:52:30.852237 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ed3ef20-e0a1-4555-8578-b03431b0b4ae {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:52:30.852705 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed3ef20-e0a1-4555-8578-b03431b0b4ae'] response: {'server_uuid': 'ff31ad47-4301-41f0-aa05-f6d21ae378c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f080df45-43cd-4dc1-ab1a-9cc1b3276b3d', 'code': 200} Mar 29 14:52:30.918920 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (18e3779a-742a-456e-ac90-7f07367e899b), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:30.947470 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1f983f-9aed-41a9-bbe7-0ce5c52352ed', 'tag': 'ea96f88c-6906-44bf-9902-48aa1916becb'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:52:30.950336 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6a6486-375f-4a08-98dd-0e1f262f9ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1f983f-9aed-41a9-bbe7-0ce5c52352ed", "tag": "ea96f88c-6906-44bf-9902-48aa1916becb"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:52:30.970363 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=18e3779a-742a-456e-ac90-7f07367e899b,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:30.987673 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c29ffc4-1b35-44ca-a53e-6cd3c8bf3447 x-openstack-request-id: req-3c29ffc4-1b35-44ca-a53e-6cd3c8bf3447 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:52:30.987950 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1f983f-9aed-41a9-bbe7-0ce5c52352ed", "tag": "ea96f88c-6906-44bf-9902-48aa1916becb", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:52:30.988197 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c29ffc4-1b35-44ca-a53e-6cd3c8bf3447 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:52:30.988590 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c29ffc4-1b35-44ca-a53e-6cd3c8bf3447'] response: {'name': 'network-changed', 'server_uuid': '2d1f983f-9aed-41a9-bbe7-0ce5c52352ed', 'tag': 'ea96f88c-6906-44bf-9902-48aa1916becb', 'status': 'completed', 'code': 200} Mar 29 14:52:31.153175 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7624c71-14b9-4693-84fd-e2c3ee972d1c req-182beae0-58ef-4f18-9cdc-d959a045e6e5 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:31.154776 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b7624c71-14b9-4693-84fd-e2c3ee972d1c req-182beae0-58ef-4f18-9cdc-d959a045e6e5 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 945 time: 0.0624545 Mar 29 14:52:31.202104 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b7624c71-14b9-4693-84fd-e2c3ee972d1c req-9e9af08a-cbd4-4244-8819-6b98f9a9f572 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416341 Mar 29 14:52:31.435004 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d1024-66b0-4519-b262-0fcb0134dd1f req-d6a76ffc-a0b7-4260-a39d-8f497583866e tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:31.436456 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9b4d1024-66b0-4519-b262-0fcb0134dd1f req-d6a76ffc-a0b7-4260-a39d-8f497583866e tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 943 time: 0.0537264 Mar 29 14:52:31.483722 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9b4d1024-66b0-4519-b262-0fcb0134dd1f req-ad08710d-c524-4ba1-9ee6-7cac08967510 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416510 Mar 29 14:52:31.816455 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accc6f5-3102-4613-bd43-04c5a314bf32 req-447ba530-8196-4c3e-be58-8ab5b65549dd tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:31.817930 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6accc6f5-3102-4613-bd43-04c5a314bf32 req-447ba530-8196-4c3e-be58-8ab5b65549dd tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 945 time: 0.0521860 Mar 29 14:52:31.890068 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6accc6f5-3102-4613-bd43-04c5a314bf32 req-631179fd-fd79-47fc-b3f3-4f2df6589a68 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664306 Mar 29 14:52:31.914216 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593db0e4-98b9-4d31-bb0c-13ed1158595c req-cb738b95-a3b5-4759-a6af-2a229292f05a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:31.915752 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-593db0e4-98b9-4d31-bb0c-13ed1158595c req-cb738b95-a3b5-4759-a6af-2a229292f05a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 944 time: 0.0635669 Mar 29 14:52:31.965254 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-593db0e4-98b9-4d31-bb0c-13ed1158595c req-9cd35a8c-c0c9-4bcd-a15e-6e6f50d50b02 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437005 Mar 29 14:52:32.318552 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f3901-6869-4d5a-b301-09f1eaf9661c req-4a87462a-ce9a-4980-8a1e-d4d59fecca5f tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:32.319982 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-349f3901-6869-4d5a-b301-09f1eaf9661c req-4a87462a-ce9a-4980-8a1e-d4d59fecca5f tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 945 time: 0.0529954 Mar 29 14:52:32.365643 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-349f3901-6869-4d5a-b301-09f1eaf9661c req-100854f5-ea2a-481d-8262-dcd45f9a0263 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398793 Mar 29 14:52:32.601352 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3ff70-3130-4448-a068-c4cca1b64dd1 req-e6a16c47-00bd-4663-9740-ad40d71e4ab5 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:32.602810 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-68b3ff70-3130-4448-a068-c4cca1b64dd1 req-e6a16c47-00bd-4663-9740-ad40d71e4ab5 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 943 time: 0.0536897 Mar 29 14:52:32.652189 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-68b3ff70-3130-4448-a068-c4cca1b64dd1 req-ee3c96b1-02bd-4bef-99eb-446a22979ee7 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433342 Mar 29 14:52:32.752804 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9e382b64-1355-4f03-8cd1-1db0808dbf2c req-2d04a6a1-5084-49f7-a27e-9bba4f8f5f87 service neutron] 10.222.0.13 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934892 Mar 29 14:52:32.829336 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a6486-375f-4a08-98dd-0e1f262f9ab3 req-3f1c8ff8-26f5-4d66-937f-4159a551f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:32.829336 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-be6a6486-375f-4a08-98dd-0e1f262f9ab3 req-3f1c8ff8-26f5-4d66-937f-4159a551f781 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 1127 time: 0.0491242 Mar 29 14:52:32.925190 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a6486-375f-4a08-98dd-0e1f262f9ab3 req-003adf22-ffaf-4683-8676-4baeea105d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:32.932728 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-be6a6486-375f-4a08-98dd-0e1f262f9ab3 req-003adf22-ffaf-4683-8676-4baeea105d3f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0319e2af33245f4917a97026782fdd7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0947800 Mar 29 14:52:33.035561 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746796f-933d-4e62-9e97-0d6f2d11d225 req-f6a55d28-d24b-41c2-9bcf-40df1729d5bd tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:33.037136 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2746796f-933d-4e62-9e97-0d6f2d11d225 req-f6a55d28-d24b-41c2-9bcf-40df1729d5bd tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 945 time: 0.0796158 Mar 29 14:52:33.037426 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a6486-375f-4a08-98dd-0e1f262f9ab3 req-e2ec73ba-cfcc-4aaf-a10a-1a99a8f234d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:33.038934 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-be6a6486-375f-4a08-98dd-0e1f262f9ab3 req-e2ec73ba-cfcc-4aaf-a10a-1a99a8f234d3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976512 Mar 29 14:52:33.116524 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e04df-aafd-42cc-9b38-1eda304f833b req-7aa44c4c-3a9b-4fda-875e-f2b73fd76311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:33.118001 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-684e04df-aafd-42cc-9b38-1eda304f833b req-7aa44c4c-3a9b-4fda-875e-f2b73fd76311 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 1129 time: 0.0782301 Mar 29 14:52:33.118989 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2746796f-933d-4e62-9e97-0d6f2d11d225 req-e9933b1c-0856-49b4-91f8-507b47fb8474 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756841 Mar 29 14:52:33.133320 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3684b10-aeaa-4f2a-8fca-a7cb4ced6196 req-6f853884-3bd6-47de-a74d-2ff0873b085e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:33.134806 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d3684b10-aeaa-4f2a-8fca-a7cb4ced6196 req-6f853884-3bd6-47de-a74d-2ff0873b085e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 944 time: 0.0748971 Mar 29 14:52:33.190505 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d3684b10-aeaa-4f2a-8fca-a7cb4ced6196 req-65b88e4f-f9a6-407c-8d4c-797d6e292733 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436604 Mar 29 14:52:33.490211 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca3181-4495-425a-8e2b-cbd13abb0daf req-15d19556-0a05-46f0-97a4-7810829b5b19 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:33.491904 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-80ca3181-4495-425a-8e2b-cbd13abb0daf req-15d19556-0a05-46f0-97a4-7810829b5b19 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 945 time: 0.0559685 Mar 29 14:52:33.539830 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-80ca3181-4495-425a-8e2b-cbd13abb0daf req-f0fc8527-1b9c-45cd-b8ce-d7e58610f1be tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414436 Mar 29 14:52:33.778881 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54caf0c4-ea50-4c96-aef4-da1fa7ad2529 req-d95216b0-dde8-4f3b-85cc-840e1f3c0542 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:33.780374 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-54caf0c4-ea50-4c96-aef4-da1fa7ad2529 req-d95216b0-dde8-4f3b-85cc-840e1f3c0542 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 943 time: 0.0537229 Mar 29 14:52:33.848272 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-54caf0c4-ea50-4c96-aef4-da1fa7ad2529 req-87dc1f30-6f23-43b0-b532-09019a2abf54 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421569 Mar 29 14:52:34.005686 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 59574) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:34.110127 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3e5634f5-9c5f-474e-b743-9a7946929652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:34.185835 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 59584) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:34.208786 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3e5634f5-9c5f-474e-b743-9a7946929652 admin admin] Publish callbacks [] for security_group (66819e00-90d4-48c9-9832-e6812f768e13), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:34.269499 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3e5634f5-9c5f-474e-b743-9a7946929652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (66819e00-90d4-48c9-9832-e6812f768e13), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:34.271386 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26259ab5-13ce-467c-aee1-5b1fd260536a req-b0bdcd2b-9ec0-443c-ba44-e39a9a09a5bf tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:34.273324 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-26259ab5-13ce-467c-aee1-5b1fd260536a req-b0bdcd2b-9ec0-443c-ba44-e39a9a09a5bf tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 945 time: 0.0802972 Mar 29 14:52:34.314348 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-3e5634f5-9c5f-474e-b743-9a7946929652 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3ad9c1226534020be9d44baf3b8a1b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075407 Mar 29 14:52:34.315521 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5634f5-9c5f-474e-b743-9a7946929652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66819e00-90d4-48c9-9832-e6812f768e13,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:34.318030 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 59592) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:34.341575 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d6e24940-ad02-4642-92aa-565ebbc9428e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:34.366392 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b8125531-8142-451b-b094-6fc7e389d6d2 admin admin] Publish callbacks [] for security_group (66819e00-90d4-48c9-9832-e6812f768e13), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:34.387688 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea5995-5426-4d91-aeb5-f60df1e449ec req-fcb0aae1-433c-4646-bfd0-686440be434c tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:34.387966 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b8125531-8142-451b-b094-6fc7e389d6d2 admin admin] Publish callbacks [] for security_group (66819e00-90d4-48c9-9832-e6812f768e13), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:34.389456 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2dea5995-5426-4d91-aeb5-f60df1e449ec req-fcb0aae1-433c-4646-bfd0-686440be434c tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 944 time: 0.1133614 Mar 29 14:52:34.393484 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-26259ab5-13ce-467c-aee1-5b1fd260536a req-80107b30-750c-4c61-ba35-bd122bcef350 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067836 Mar 29 14:52:34.459670 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2dea5995-5426-4d91-aeb5-f60df1e449ec req-c07374d3-a1e0-43ed-85ea-80dadd916356 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601954 Mar 29 14:52:34.485662 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d6e24940-ad02-4642-92aa-565ebbc9428e admin admin] Publish callbacks [] for security_group (092833ce-5762-4361-a1e4-d2521fd0671f), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:34.560844 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b8125531-8142-451b-b094-6fc7e389d6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (66819e00-90d4-48c9-9832-e6812f768e13), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:34.563425 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b8125531-8142-451b-b094-6fc7e389d6d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:34.566850 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-b8125531-8142-451b-b094-6fc7e389d6d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66819e00-90d4-48c9-9832-e6812f768e13 HTTP/1.1" status: 204 len: 168 time: 0.2456841 Mar 29 14:52:34.573763 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8125531-8142-451b-b094-6fc7e389d6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66819e00-90d4-48c9-9832-e6812f768e13,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:34.649253 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d6e24940-ad02-4642-92aa-565ebbc9428e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (092833ce-5762-4361-a1e4-d2521fd0671f), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:34.695524 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e24940-ad02-4642-92aa-565ebbc9428e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092833ce-5762-4361-a1e4-d2521fd0671f,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:34.702465 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-d6e24940-ad02-4642-92aa-565ebbc9428e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=afebb6d6da5c4430bbd5d6dc5b0648fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5153544 Mar 29 14:52:34.705613 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 59604) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:34.713677 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7bb6e-24ca-46cf-a831-c4ca2da2112a req-b0c3d14a-7160-4fd5-b7f6-1a6ef7118e89 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:34.715359 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a3c7bb6e-24ca-46cf-a831-c4ca2da2112a req-b0c3d14a-7160-4fd5-b7f6-1a6ef7118e89 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 945 time: 0.0994337 Mar 29 14:52:34.761477 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e389aac3-2a14-4c9c-841c-86c66498d000 admin admin] Publish callbacks [] for security_group (092833ce-5762-4361-a1e4-d2521fd0671f), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:34.767408 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a3c7bb6e-24ca-46cf-a831-c4ca2da2112a req-f0c4d494-975d-48d7-951d-9a610f4751ad tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466182 Mar 29 14:52:34.789751 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e389aac3-2a14-4c9c-841c-86c66498d000 admin admin] Publish callbacks [] for security_group (092833ce-5762-4361-a1e4-d2521fd0671f), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:34.889972 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e389aac3-2a14-4c9c-841c-86c66498d000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (092833ce-5762-4361-a1e4-d2521fd0671f), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:34.892552 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e389aac3-2a14-4c9c-841c-86c66498d000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:34.894438 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-e389aac3-2a14-4c9c-841c-86c66498d000 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/092833ce-5762-4361-a1e4-d2521fd0671f HTTP/1.1" status: 204 len: 168 time: 0.1869924 Mar 29 14:52:34.901490 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389aac3-2a14-4c9c-841c-86c66498d000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092833ce-5762-4361-a1e4-d2521fd0671f,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:34.966004 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083a727-6f71-4fd9-9fed-9c7adce30ed0 req-02c9e8b1-9447-4df5-9d76-49c8bf5375fd tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:34.967500 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0083a727-6f71-4fd9-9fed-9c7adce30ed0 req-02c9e8b1-9447-4df5-9d76-49c8bf5375fd tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 943 time: 0.0716810 Mar 29 14:52:35.017578 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0083a727-6f71-4fd9-9fed-9c7adce30ed0 req-de88701f-3a0e-4c2e-b1c3-0fa93a5368ef tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435393 Mar 29 14:52:35.365358 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 59616) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:35.378709 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-35458268-69f0-4b8b-9493-d0cb4e77090a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:35.453308 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-35458268-69f0-4b8b-9493-d0cb4e77090a admin admin] Publish callbacks [] for security_group (ff659979-b3ed-4154-b635-ece91f71e574), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:35.520340 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8e5ca-0c48-49c3-a72d-eedcff54126a req-402dcca6-e1b0-4d92-8167-189d1686f886 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:35.520340 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-abe8e5ca-0c48-49c3-a72d-eedcff54126a req-402dcca6-e1b0-4d92-8167-189d1686f886 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 945 time: 0.0568752 Mar 29 14:52:35.538148 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-35458268-69f0-4b8b-9493-d0cb4e77090a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (ff659979-b3ed-4154-b635-ece91f71e574), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:35.579773 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-35458268-69f0-4b8b-9493-d0cb4e77090a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b58f842e55294402b38b2754be380dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132416 Mar 29 14:52:35.580588 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35458268-69f0-4b8b-9493-d0cb4e77090a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff659979-b3ed-4154-b635-ece91f71e574,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:35.582395 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 59622) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:35.610948 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-abe8e5ca-0c48-49c3-a72d-eedcff54126a req-d92ca887-4bb6-46ca-8998-0a47c7df79eb tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854192 Mar 29 14:52:35.629868 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7376467-76c1-4756-97bc-f55e6a1c0049 req-1f453974-ca91-4739-8b0a-05b044271aaf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:35.631311 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f7376467-76c1-4756-97bc-f55e6a1c0049 req-1f453974-ca91-4739-8b0a-05b044271aaf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 944 time: 0.1042428 Mar 29 14:52:35.666784 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['18e3779a-742a-456e-ac90-7f07367e899b'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:52:35.676367 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-684e04df-aafd-42cc-9b38-1eda304f833b req-231be53e-55d0-4f7e-86a8-29098e5a130c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:35.684555 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4be65fd8-aacf-4a1a-a034-f0be0bf02caf admin admin] Publish callbacks [] for security_group (ff659979-b3ed-4154-b635-ece91f71e574), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:35.697538 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['2383dddb-6073-4d07-b8eb-f09b885e73cc'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:52:35.705646 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f7376467-76c1-4756-97bc-f55e6a1c0049 req-8e998230-d168-412f-a6de-245359dc39e7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653503 Mar 29 14:52:35.732809 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4be65fd8-aacf-4a1a-a034-f0be0bf02caf admin admin] Publish callbacks [] for security_group (ff659979-b3ed-4154-b635-ece91f71e574), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:35.752377 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 59626) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:35.780734 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-efc8b90e-7ad7-49b0-b7a1-34f605a36a2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:35.954384 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-1ddfe4ee-64c3-445d-a626-8a23ad2e1806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:35.956088 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-1ddfe4ee-64c3-445d-a626-8a23ad2e1806 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 1127 time: 0.2882826 Mar 29 14:52:35.958077 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2c293-f905-43f9-bbb6-82d2bcb57515 req-9b7647ac-2d57-49fe-b46a-f6bac1de4872 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:35.959683 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f6c2c293-f905-43f9-bbb6-82d2bcb57515 req-9b7647ac-2d57-49fe-b46a-f6bac1de4872 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 945 time: 0.0745394 Mar 29 14:52:36.009715 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-816e80c4-a65d-46f7-a4bb-793f85c3b91e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea96f88c-6906-44bf-9902-48aa1916becb HTTP/1.1" status: 200 len: 217 time: 0.0388126 Mar 29 14:52:36.013496 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f6c2c293-f905-43f9-bbb6-82d2bcb57515 req-acf389a2-ca1d-4736-9a17-4965de52f103 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463727 Mar 29 14:52:36.014066 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4be65fd8-aacf-4a1a-a034-f0be0bf02caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (ff659979-b3ed-4154-b635-ece91f71e574), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:36.016798 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4be65fd8-aacf-4a1a-a034-f0be0bf02caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:36.017900 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-4be65fd8-aacf-4a1a-a034-f0be0bf02caf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff659979-b3ed-4154-b635-ece91f71e574 HTTP/1.1" status: 204 len: 168 time: 0.4345911 Mar 29 14:52:36.040021 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be65fd8-aacf-4a1a-a034-f0be0bf02caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff659979-b3ed-4154-b635-ece91f71e574,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:36.089346 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-efc8b90e-7ad7-49b0-b7a1-34f605a36a2f admin admin] Publish callbacks [] for security_group (5f05230d-8dc7-4532-9a8a-46e1070c0c38), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:36.091980 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-6b973824-68eb-4169-ace5-eced94163b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:36.093506 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-6b973824-68eb-4169-ace5-eced94163b39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8b1f603-e72f-4efd-a272-2d43ba7184c9 HTTP/1.1" status: 200 len: 850 time: 0.0771694 Mar 29 14:52:36.149186 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-684e04df-aafd-42cc-9b38-1eda304f833b req-231be53e-55d0-4f7e-86a8-29098e5a130c service neutron] Publish callbacks [] for security_group (12640859-c6ce-450e-ad93-964a9dc23649), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:36.166567 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-eaf3c8ee-d7df-4e47-8c22-cf9c2f58edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:36.168597 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-eaf3c8ee-d7df-4e47-8c22-cf9c2f58edbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75f25c62-261a-44d8-a334-90884043b260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662029 Mar 29 14:52:36.185612 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f49c64-bc79-4fef-953a-e2d902dec3f2 req-2afd7e95-4005-4b30-84c2-3646bafc509b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:36.189435 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-17f49c64-bc79-4fef-953a-e2d902dec3f2 req-2afd7e95-4005-4b30-84c2-3646bafc509b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 943 time: 0.0682781 Mar 29 14:52:36.200333 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-efc8b90e-7ad7-49b0-b7a1-34f605a36a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (5f05230d-8dc7-4532-9a8a-46e1070c0c38), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:36.233229 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-684e04df-aafd-42cc-9b38-1eda304f833b req-231be53e-55d0-4f7e-86a8-29098e5a130c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (12640859-c6ce-450e-ad93-964a9dc23649), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:36.256264 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8b90e-7ad7-49b0-b7a1-34f605a36a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f05230d-8dc7-4532-9a8a-46e1070c0c38,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:36.266073 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-efc8b90e-7ad7-49b0-b7a1-34f605a36a2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=100659003ff549c6836da8a17ad6a14d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5123343 Mar 29 14:52:36.268722 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 59636) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:36.297953 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-17f49c64-bc79-4fef-953a-e2d902dec3f2 req-3b98fd95-4c0b-4f2e-91fe-872188dc852b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046178 Mar 29 14:52:36.302617 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-684e04df-aafd-42cc-9b38-1eda304f833b req-231be53e-55d0-4f7e-86a8-29098e5a130c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6501908 Mar 29 14:52:36.306751 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231be53e-55d0-4f7e-86a8-29098e5a130c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=12640859-c6ce-450e-ad93-964a9dc23649,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:36.328469 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-a8b4bd0b-b305-4304-8bd6-37328d354737 service neutron] 10.222.0.13 "GET /v2.0/networks/75f25c62-261a-44d8-a334-90884043b260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534398 Mar 29 14:52:36.334555 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d7c31326-2ea2-43a2-9f5e-0f278c381e2f admin admin] Publish callbacks [] for security_group (5f05230d-8dc7-4532-9a8a-46e1070c0c38), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:36.357480 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d7c31326-2ea2-43a2-9f5e-0f278c381e2f admin admin] Publish callbacks [] for security_group (5f05230d-8dc7-4532-9a8a-46e1070c0c38), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:36.549433 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d7c31326-2ea2-43a2-9f5e-0f278c381e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (5f05230d-8dc7-4532-9a8a-46e1070c0c38), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:36.551966 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d7c31326-2ea2-43a2-9f5e-0f278c381e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:36.553196 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-d7c31326-2ea2-43a2-9f5e-0f278c381e2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f05230d-8dc7-4532-9a8a-46e1070c0c38 HTTP/1.1" status: 204 len: 168 time: 0.2835286 Mar 29 14:52:36.562174 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c31326-2ea2-43a2-9f5e-0f278c381e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f05230d-8dc7-4532-9a8a-46e1070c0c38,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:36.703284 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e51dae3f-5c27-4b29-856c-be1c4924338d req-89c773de-7e0d-4a1b-9c71-3995342ab267 service neutron] 10.222.0.13 "GET /v2.0/networks/75f25c62-261a-44d8-a334-90884043b260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965793 Mar 29 14:52:36.743974 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 2383dddb-6073-4d07-b8eb-f09b885e73cc up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:52:36.754863 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688f918-2929-4809-b61f-ceafc375dac5 req-5bb23384-427f-4a85-9646-116b0bf1bee4 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:36.754863 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f688f918-2929-4809-b61f-ceafc375dac5 req-5bb23384-427f-4a85-9646-116b0bf1bee4 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 945 time: 0.0669427 Mar 29 14:52:36.851497 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f688f918-2929-4809-b61f-ceafc375dac5 req-1b4532b6-ec96-4487-b707-cc74a972dbf0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761418 Mar 29 14:52:36.875195 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning for port 2383dddb-6073-4d07-b8eb-f09b885e73cc completed by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 14:52:36.879601 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 2383dddb-6073-4d07-b8eb-f09b885e73cc triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:36.880148 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:36.880250 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dda8b-3c4f-427a-a668-c42343d97370 req-badc2891-8d6b-40c2-9c04-9f6276c7eacf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:36.886122 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cb2dda8b-3c4f-427a-a668-c42343d97370 req-badc2891-8d6b-40c2-9c04-9f6276c7eacf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 944 time: 0.0759025 Mar 29 14:52:36.972606 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cb2dda8b-3c4f-427a-a668-c42343d97370 req-a33495f7-8155-4011-b06f-2c63e39137ff tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775731 Mar 29 14:52:37.023477 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 2383dddb-6073-4d07-b8eb-f09b885e73cc is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:37.023477 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:37.054917 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cece9a-896c-4968-b2cb-6e2d60af1c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2383dddb-6073-4d07-b8eb-f09b885e73cc'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:52:37.054917 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b607816-8780-4214-9f35-aa4adf5220eb" -d '{"events": [{"server_uuid": "47cece9a-896c-4968-b2cb-6e2d60af1c8b", "name": "network-vif-plugged", "status": "completed", "tag": "2383dddb-6073-4d07-b8eb-f09b885e73cc"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:52:37.062969 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 2383dddb-6073-4d07-b8eb-f09b885e73cc, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=2383dddb-6073-4d07-b8eb-f09b885e73cc,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:37.092844 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a4cbc6-7c16-42d2-b9fe-8bae87660cb1 x-openstack-request-id: req-09a4cbc6-7c16-42d2-b9fe-8bae87660cb1 {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:52:37.093242 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cece9a-896c-4968-b2cb-6e2d60af1c8b", "name": "network-vif-plugged", "status": "completed", "tag": "2383dddb-6073-4d07-b8eb-f09b885e73cc", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:52:37.093703 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09a4cbc6-7c16-42d2-b9fe-8bae87660cb1 {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:52:37.095329 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a4cbc6-7c16-42d2-b9fe-8bae87660cb1'] response: {'server_uuid': '47cece9a-896c-4968-b2cb-6e2d60af1c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2383dddb-6073-4d07-b8eb-f09b885e73cc', 'code': 200} Mar 29 14:52:37.151446 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2b952-87c1-403c-a240-42347b1a97e2 req-f31b3895-62de-4e2b-9f76-c4b2b755e3ce tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:37.156658 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-73c2b952-87c1-403c-a240-42347b1a97e2 req-f31b3895-62de-4e2b-9f76-c4b2b755e3ce tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 945 time: 0.0553043 Mar 29 14:52:37.211064 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-73c2b952-87c1-403c-a240-42347b1a97e2 req-97e059f2-d2d6-4c3c-8fee-837be1e6b8d4 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470467 Mar 29 14:52:37.252800 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:37.255449 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 18e3779a-742a-456e-ac90-7f07367e899b up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:52:37.344972 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=2383dddb-6073-4d07-b8eb-f09b885e73cc,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:37.440490 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe8c28-97d2-40c0-80ff-d1fb2d6dda99 req-0e5dcf92-1756-4c7c-8b08-666f3b10faaa tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:37.447407 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0bfe8c28-97d2-40c0-80ff-d1fb2d6dda99 req-0e5dcf92-1756-4c7c-8b08-666f3b10faaa tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 943 time: 0.0611963 Mar 29 14:52:37.452530 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning for port 18e3779a-742a-456e-ac90-7f07367e899b completed by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 14:52:37.456665 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 18e3779a-742a-456e-ac90-7f07367e899b triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:37.461122 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (18e3779a-742a-456e-ac90-7f07367e899b), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:37.499385 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0bfe8c28-97d2-40c0-80ff-d1fb2d6dda99 req-29e9a6dd-a3c7-489d-b6d8-182049869818 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511014 Mar 29 14:52:37.553758 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 18e3779a-742a-456e-ac90-7f07367e899b is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:37.554197 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (18e3779a-742a-456e-ac90-7f07367e899b), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:37.555927 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1e219-c30b-40a2-ba3b-f33c3d876e12 req-0f107b0b-a6b6-475e-b6f0-ccbac895db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:37.557491 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-41c1e219-c30b-40a2-ba3b-f33c3d876e12 req-0f107b0b-a6b6-475e-b6f0-ccbac895db4e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 1130 time: 0.0560389 Mar 29 14:52:37.591380 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 18e3779a-742a-456e-ac90-7f07367e899b, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=18e3779a-742a-456e-ac90-7f07367e899b,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:37.614714 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-41c1e219-c30b-40a2-ba3b-f33c3d876e12 req-baea24fc-c66a-4e09-a834-cdef60f3e298 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503209 Mar 29 14:52:37.675325 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (18e3779a-742a-456e-ac90-7f07367e899b), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:37.722375 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=18e3779a-742a-456e-ac90-7f07367e899b,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:37.984511 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3506661-696e-4d1d-957c-821d1f85b799 req-44138394-d786-4348-867a-9c4f46725730 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:37.986014 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c3506661-696e-4d1d-957c-821d1f85b799 req-44138394-d786-4348-867a-9c4f46725730 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0565462 Mar 29 14:52:38.034116 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c3506661-696e-4d1d-957c-821d1f85b799 req-9d743cae-4af7-4c46-908a-e579292c3669 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423567 Mar 29 14:52:38.108166 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca750e-083e-45b1-947a-eb28eec54b4b req-0b2e6fb5-b2a1-4734-82b8-f291baa8f536 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:38.109754 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e6ca750e-083e-45b1-947a-eb28eec54b4b req-0b2e6fb5-b2a1-4734-82b8-f291baa8f536 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 944 time: 0.0571265 Mar 29 14:52:38.173102 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e6ca750e-083e-45b1-947a-eb28eec54b4b req-eef70723-7cf2-4e19-b5cb-c4ead741b427 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466771 Mar 29 14:52:38.343272 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21426025-40fc-41c5-a6dd-9bfcd1ef86bb req-ad17daab-3f6e-4a8f-81e4-29beda74e773 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:38.344798 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-21426025-40fc-41c5-a6dd-9bfcd1ef86bb req-ad17daab-3f6e-4a8f-81e4-29beda74e773 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 945 time: 0.0541346 Mar 29 14:52:38.419097 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-21426025-40fc-41c5-a6dd-9bfcd1ef86bb req-6884efae-b5a6-48ad-810a-a8abe0cca0eb tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684214 Mar 29 14:52:38.638033 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e0f1d-7cc5-4e17-9135-b9029b063eb4 req-e0b5f119-f276-43e1-abe9-13f7f8cd831e tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:38.639722 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e81e0f1d-7cc5-4e17-9135-b9029b063eb4 req-e0b5f119-f276-43e1-abe9-13f7f8cd831e tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 943 time: 0.0554829 Mar 29 14:52:38.759566 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device ea96f88c-6906-44bf-9902-48aa1916becb details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 14:52:38.869089 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e81e0f1d-7cc5-4e17-9135-b9029b063eb4 req-4a9444fd-d019-460e-809f-1fb2103ed215 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238655 Mar 29 14:52:38.873177 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port ea96f88c-6906-44bf-9902-48aa1916becb, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ea96f88c-6906-44bf-9902-48aa1916becb,segment=NetworkSegment(6121bfc8-4900-448d-b8cd-8e812e46f83a),segment_id=6121bfc8-4900-448d-b8cd-8e812e46f83a)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:38.892067 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': 'ea96f88c-6906-44bf-9902-48aa1916becb', 'network_id': '75f25c62-261a-44d8-a334-90884043b260', 'port_id': 'ea96f88c-6906-44bf-9902-48aa1916becb', 'mac_address': 'fa:16:3e:3c:9a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 14:52:38.931775 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port ea96f88c-6906-44bf-9902-48aa1916becb is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:38.932221 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (ea96f88c-6906-44bf-9902-48aa1916becb), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:38.946979 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea96f88c-6906-44bf-9902-48aa1916becb {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:52:38.977337 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port ea96f88c-6906-44bf-9902-48aa1916becb, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ea96f88c-6906-44bf-9902-48aa1916becb,segment=NetworkSegment(6121bfc8-4900-448d-b8cd-8e812e46f83a),segment_id=6121bfc8-4900-448d-b8cd-8e812e46f83a)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:39.096751 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c230b8a1-3de9-478c-a54c-193f8159aaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e3779a-742a-456e-ac90-7f07367e899b'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:52:39.099310 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6893bfe-54e3-4b5b-aecb-0cdb10e47399" -d '{"events": [{"server_uuid": "c230b8a1-3de9-478c-a54c-193f8159aaa8", "name": "network-vif-plugged", "status": "completed", "tag": "18e3779a-742a-456e-ac90-7f07367e899b"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:52:39.124716 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (ea96f88c-6906-44bf-9902-48aa1916becb), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:39.125847 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device f7109c0c-aae9-4e04-b262-048df55ca66b details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 14:52:39.147541 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c5198f-15dc-4a15-aa8f-18b4b3621756 x-openstack-request-id: req-d3c5198f-15dc-4a15-aa8f-18b4b3621756 {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:52:39.147851 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c230b8a1-3de9-478c-a54c-193f8159aaa8", "name": "network-vif-plugged", "status": "completed", "tag": "18e3779a-742a-456e-ac90-7f07367e899b", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:52:39.148103 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3c5198f-15dc-4a15-aa8f-18b4b3621756 {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:52:39.148488 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3c5198f-15dc-4a15-aa8f-18b4b3621756'] response: {'server_uuid': 'c230b8a1-3de9-478c-a54c-193f8159aaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e3779a-742a-456e-ac90-7f07367e899b', 'code': 200} Mar 29 14:52:39.171466 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432db59-9600-4a65-ac8f-5fe3da29a809 req-e012c7e5-6be5-47f7-aca4-395e3906c1c7 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:39.173202 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a432db59-9600-4a65-ac8f-5fe3da29a809 req-e012c7e5-6be5-47f7-aca4-395e3906c1c7 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0704565 Mar 29 14:52:39.254879 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=ea96f88c-6906-44bf-9902-48aa1916becb,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:39.321996 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 59770) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:39.329660 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a432db59-9600-4a65-ac8f-5fe3da29a809 req-5deef21b-3555-4cb2-81a3-e78902c974e3 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469057 Mar 29 14:52:39.345472 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port f7109c0c-aae9-4e04-b262-048df55ca66b, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=f7109c0c-aae9-4e04-b262-048df55ca66b,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:39.360332 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': 'f7109c0c-aae9-4e04-b262-048df55ca66b', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'port_id': 'f7109c0c-aae9-4e04-b262-048df55ca66b', 'mac_address': 'fa:16:3e:22:0e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 14:52:39.396289 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b233c3f-07e3-4105-b565-ddb1b952ae76 req-25055839-c238-47b7-bb81-8fbfacd97452 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:39.398354 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3b233c3f-07e3-4105-b565-ddb1b952ae76 req-25055839-c238-47b7-bb81-8fbfacd97452 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 944 time: 0.0627019 Mar 29 14:52:39.419239 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port f7109c0c-aae9-4e04-b262-048df55ca66b is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:39.421526 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (f7109c0c-aae9-4e04-b262-048df55ca66b), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:39.454374 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7109c0c-aae9-4e04-b262-048df55ca66b {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:52:39.494424 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b508f083-214b-46eb-b6c9-d3f5c7b70a4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:39.496337 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port f7109c0c-aae9-4e04-b262-048df55ca66b, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=f7109c0c-aae9-4e04-b262-048df55ca66b,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:39.497769 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3b233c3f-07e3-4105-b565-ddb1b952ae76 req-d7ffb14f-9ac3-4dbf-8d5b-20595714be8b tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907309 Mar 29 14:52:39.552159 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dae3c4-232f-40a8-b1d9-c1be8c9b1fef req-bdfe5090-65e7-4ecf-b5a7-97c771e01310 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:39.553660 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-14dae3c4-232f-40a8-b1d9-c1be8c9b1fef req-bdfe5090-65e7-4ecf-b5a7-97c771e01310 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 945 time: 0.0549839 Mar 29 14:52:39.590533 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b508f083-214b-46eb-b6c9-d3f5c7b70a4e admin admin] Publish callbacks [] for security_group (ec507267-3894-44d3-9249-6ea2f6eb2c6a), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:39.603682 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-14dae3c4-232f-40a8-b1d9-c1be8c9b1fef req-c83ca537-6dec-46f2-8e8b-76b12ace02f5 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427721 Mar 29 14:52:39.641011 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (f7109c0c-aae9-4e04-b262-048df55ca66b), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:39.679603 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b508f083-214b-46eb-b6c9-d3f5c7b70a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (ec507267-3894-44d3-9249-6ea2f6eb2c6a), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:39.700872 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=f7109c0c-aae9-4e04-b262-048df55ca66b,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:39.753779 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508f083-214b-46eb-b6c9-d3f5c7b70a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec507267-3894-44d3-9249-6ea2f6eb2c6a,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:39.759692 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-b508f083-214b-46eb-b6c9-d3f5c7b70a4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df1479c214b64d7c8320c27dd3ed29e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4359167 Mar 29 14:52:39.762397 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 59788) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:39.798580 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c594f7-729b-4a7a-bdb8-b3c698f3a1c9 req-2bdd16a5-04b8-44c0-b705-023b40f9b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:39.800097 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c5c594f7-729b-4a7a-bdb8-b3c698f3a1c9 req-2bdd16a5-04b8-44c0-b705-023b40f9b767 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 1130 time: 0.1012371 Mar 29 14:52:39.821815 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-76c86297-b027-41f6-a72b-323a703ccbdd admin admin] Publish callbacks [] for security_group (ec507267-3894-44d3-9249-6ea2f6eb2c6a), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:39.845450 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-76c86297-b027-41f6-a72b-323a703ccbdd admin admin] Publish callbacks [] for security_group (ec507267-3894-44d3-9249-6ea2f6eb2c6a), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:39.997619 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0621d6b-3b00-4ff4-8d5c-2799dd442004 req-9bf4704e-a872-47f7-b98b-c244a7e9b8f1 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:40.000538 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-76c86297-b027-41f6-a72b-323a703ccbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (ec507267-3894-44d3-9249-6ea2f6eb2c6a), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:40.003377 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-76c86297-b027-41f6-a72b-323a703ccbdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:40.004787 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d0621d6b-3b00-4ff4-8d5c-2799dd442004 req-9bf4704e-a872-47f7-b98b-c244a7e9b8f1 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 944 time: 0.0583551 Mar 29 14:52:40.009558 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-76c86297-b027-41f6-a72b-323a703ccbdd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec507267-3894-44d3-9249-6ea2f6eb2c6a HTTP/1.1" status: 204 len: 168 time: 0.2451808 Mar 29 14:52:40.018142 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c86297-b027-41f6-a72b-323a703ccbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec507267-3894-44d3-9249-6ea2f6eb2c6a,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:40.027399 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 59800) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:40.068668 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d0621d6b-3b00-4ff4-8d5c-2799dd442004 req-04bfd086-a826-4807-9fb1-49c586bc7aa6 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629978 Mar 29 14:52:40.198206 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-342778e1-b80c-4961-93c6-1b762aba4360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:40.271149 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-342778e1-b80c-4961-93c6-1b762aba4360 admin admin] Publish callbacks [] for security_group (40275deb-589c-4073-9122-d7852f0b850a), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:40.349574 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-342778e1-b80c-4961-93c6-1b762aba4360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (40275deb-589c-4073-9122-d7852f0b850a), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:40.413925 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-342778e1-b80c-4961-93c6-1b762aba4360 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca18e3df888a48b2bfd2d66e7e9b6b27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3859591 Mar 29 14:52:40.416655 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 59818) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:40.434993 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342778e1-b80c-4961-93c6-1b762aba4360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40275deb-589c-4073-9122-d7852f0b850a,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:40.508203 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-39c8f64a-08a9-4ec7-87e3-f5143c11a38a admin admin] Publish callbacks [] for security_group (40275deb-589c-4073-9122-d7852f0b850a), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:40.519848 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e16aec-b62e-4717-93bc-d5f26d5c59ec req-fcdb7112-f150-4ffc-8068-04073ee13720 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:40.521349 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c7e16aec-b62e-4717-93bc-d5f26d5c59ec req-fcdb7112-f150-4ffc-8068-04073ee13720 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0856266 Mar 29 14:52:40.554545 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-39c8f64a-08a9-4ec7-87e3-f5143c11a38a admin admin] Publish callbacks [] for security_group (40275deb-589c-4073-9122-d7852f0b850a), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:40.647085 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c7e16aec-b62e-4717-93bc-d5f26d5c59ec req-bb325aec-eb09-4fea-b7d5-e5ceb6fb917f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146164 Mar 29 14:52:40.679960 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c5c594f7-729b-4a7a-bdb8-b3c698f3a1c9 req-a9355e22-89d2-407a-9951-0fdfc731cb20 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531039 Mar 29 14:52:40.685835 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30ca3e-ac9c-4967-9211-0136d37cbafd req-7b43c535-b8d4-445f-92dd-fb71576adfca tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:40.687301 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ed30ca3e-ac9c-4967-9211-0136d37cbafd req-7b43c535-b8d4-445f-92dd-fb71576adfca tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 945 time: 0.0983009 Mar 29 14:52:40.734192 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ed30ca3e-ac9c-4967-9211-0136d37cbafd req-108b248f-fa8b-40be-9208-15b248deb29b tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410705 Mar 29 14:52:40.758649 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-39c8f64a-08a9-4ec7-87e3-f5143c11a38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (40275deb-589c-4073-9122-d7852f0b850a), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:40.764808 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-39c8f64a-08a9-4ec7-87e3-f5143c11a38a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:40.764808 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-39c8f64a-08a9-4ec7-87e3-f5143c11a38a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40275deb-589c-4073-9122-d7852f0b850a HTTP/1.1" status: 204 len: 168 time: 0.3446922 Mar 29 14:52:40.771559 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8f64a-08a9-4ec7-87e3-f5143c11a38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40275deb-589c-4073-9122-d7852f0b850a,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:40.771929 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 59832) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:40.787425 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3707564f-4b85-4293-ab54-b4e7ae83df52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:40.865687 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3707564f-4b85-4293-ab54-b4e7ae83df52 admin admin] Publish callbacks [] for security_group (10f70bf7-8d9d-45c1-99b6-4c10057aae6e), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:40.960664 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3707564f-4b85-4293-ab54-b4e7ae83df52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (10f70bf7-8d9d-45c1-99b6-4c10057aae6e), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:40.999947 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-3707564f-4b85-4293-ab54-b4e7ae83df52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1034151835f4116945bd975bcb52b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266779 Mar 29 14:52:41.006058 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707564f-4b85-4293-ab54-b4e7ae83df52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f70bf7-8d9d-45c1-99b6-4c10057aae6e,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:41.006181 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 59834) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:41.051380 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5f24146e-c78a-48c9-b1c0-bc9d09a62438 admin admin] Publish callbacks [] for security_group (10f70bf7-8d9d-45c1-99b6-4c10057aae6e), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:41.071979 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5f24146e-c78a-48c9-b1c0-bc9d09a62438 admin admin] Publish callbacks [] for security_group (10f70bf7-8d9d-45c1-99b6-4c10057aae6e), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:41.189244 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffff773-6a2d-4efd-981e-7da028031b04 req-554a8339-8923-4da1-ba7f-906530796395 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:41.190786 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8ffff773-6a2d-4efd-981e-7da028031b04 req-554a8339-8923-4da1-ba7f-906530796395 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 944 time: 0.0525639 Mar 29 14:52:41.211686 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5f24146e-c78a-48c9-b1c0-bc9d09a62438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (10f70bf7-8d9d-45c1-99b6-4c10057aae6e), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:41.214223 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5f24146e-c78a-48c9-b1c0-bc9d09a62438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:41.215370 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-5f24146e-c78a-48c9-b1c0-bc9d09a62438 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10f70bf7-8d9d-45c1-99b6-4c10057aae6e HTTP/1.1" status: 204 len: 168 time: 0.2111230 Mar 29 14:52:41.226170 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24146e-c78a-48c9-b1c0-bc9d09a62438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f70bf7-8d9d-45c1-99b6-4c10057aae6e,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:41.288416 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8ffff773-6a2d-4efd-981e-7da028031b04 req-c309d233-6318-4d24-80e2-5b0eaa109d02 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911744 Mar 29 14:52:41.310582 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856a2f4-db09-4ba9-9eff-ade8293593e7 req-7fc6d2fd-1331-45c3-a37e-6a05a176e117 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:41.312093 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5856a2f4-db09-4ba9-9eff-ade8293593e7 req-7fc6d2fd-1331-45c3-a37e-6a05a176e117 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0708816 Mar 29 14:52:41.357672 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5856a2f4-db09-4ba9-9eff-ade8293593e7 req-2ef33204-e485-4b8b-a2b4-6f1326338c31 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398569 Mar 29 14:52:41.688038 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 59860) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:41.701597 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d4589e87-6f5c-4944-98ec-ffd695d86359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:41.778807 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d4589e87-6f5c-4944-98ec-ffd695d86359 admin admin] Publish callbacks [] for security_group (efb245a4-c41d-483d-a235-169c465401dc), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:41.857432 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d4589e87-6f5c-4944-98ec-ffd695d86359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (efb245a4-c41d-483d-a235-169c465401dc), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:41.878938 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857faddb-1611-491f-969a-8dd794229a35 req-27a64436-bd96-4f08-aaa6-aec3aadcac57 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:41.884267 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-857faddb-1611-491f-969a-8dd794229a35 req-27a64436-bd96-4f08-aaa6-aec3aadcac57 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 945 time: 0.0675714 Mar 29 14:52:41.923592 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-d4589e87-6f5c-4944-98ec-ffd695d86359 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c71a6bc5da6b443796916a6e1899ddfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344673 Mar 29 14:52:41.925834 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4589e87-6f5c-4944-98ec-ffd695d86359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb245a4-c41d-483d-a235-169c465401dc,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:41.927126 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 59870) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:41.956716 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-857faddb-1611-491f-969a-8dd794229a35 req-e4db3e3f-bbba-4bc7-b5ca-d5bc897bf8dd tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687377 Mar 29 14:52:41.980898 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0acbd25b-ed75-4d92-8be7-72e5d21ac7d2 admin admin] Publish callbacks [] for security_group (efb245a4-c41d-483d-a235-169c465401dc), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:42.002357 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0acbd25b-ed75-4d92-8be7-72e5d21ac7d2 admin admin] Publish callbacks [] for security_group (efb245a4-c41d-483d-a235-169c465401dc), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:42.126460 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0acbd25b-ed75-4d92-8be7-72e5d21ac7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (efb245a4-c41d-483d-a235-169c465401dc), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:42.128941 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0acbd25b-ed75-4d92-8be7-72e5d21ac7d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:42.130102 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-0acbd25b-ed75-4d92-8be7-72e5d21ac7d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efb245a4-c41d-483d-a235-169c465401dc HTTP/1.1" status: 204 len: 168 time: 0.2020087 Mar 29 14:52:42.138347 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acbd25b-ed75-4d92-8be7-72e5d21ac7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb245a4-c41d-483d-a235-169c465401dc,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:42.412116 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8f8f9-33f9-4773-b512-ea139260add7 req-d2a2160f-cee4-465f-beef-d9ac57d5624c tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:42.413749 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e0a8f8f9-33f9-4773-b512-ea139260add7 req-d2a2160f-cee4-465f-beef-d9ac57d5624c tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 944 time: 0.0533571 Mar 29 14:52:42.492407 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e0a8f8f9-33f9-4773-b512-ea139260add7 req-9913eb8b-6f18-4d39-b95a-ca1774037045 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722370 Mar 29 14:52:42.538177 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf6d50-e19d-4990-95bc-e5001f42ab67 req-70e0ad65-cc0e-4504-adac-a0e668350a2c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:42.539967 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e6cf6d50-e19d-4990-95bc-e5001f42ab67 req-70e0ad65-cc0e-4504-adac-a0e668350a2c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0985010 Mar 29 14:52:42.629325 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e6cf6d50-e19d-4990-95bc-e5001f42ab67 req-062fb4e7-a0cb-46d0-aa5c-64aef40327ee tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711813 Mar 29 14:52:42.870152 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['ea96f88c-6906-44bf-9902-48aa1916becb'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:52:42.941000 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['f7109c0c-aae9-4e04-b262-048df55ca66b'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:52:42.954799 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b373909-eef7-4aae-a3a4-9699e94df7a8 req-001d5e52-f57d-4613-b56e-bc8e880caef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:42.956395 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5b373909-eef7-4aae-a3a4-9699e94df7a8 req-001d5e52-f57d-4613-b56e-bc8e880caef4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 1130 time: 0.0502629 Mar 29 14:52:43.089222 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b373909-eef7-4aae-a3a4-9699e94df7a8 req-c42fc41e-92b8-4df4-8a92-5d3f497b845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:43.095050 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5b373909-eef7-4aae-a3a4-9699e94df7a8 req-c42fc41e-92b8-4df4-8a92-5d3f497b845a service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 919 time: 0.1240587 Mar 29 14:52:43.123790 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ff0aa-08b9-4243-8934-47365e3352a9 req-ca5a1daa-7896-45a8-a3b6-e7f921f46d4b tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:43.130732 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3e8ff0aa-08b9-4243-8934-47365e3352a9 req-ca5a1daa-7896-45a8-a3b6-e7f921f46d4b tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 945 time: 0.1061049 Mar 29 14:52:43.184361 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5b373909-eef7-4aae-a3a4-9699e94df7a8 req-6840e57c-7225-4a8a-b38f-68b607752f40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2383dddb-6073-4d07-b8eb-f09b885e73cc HTTP/1.1" status: 200 len: 217 time: 0.0587296 Mar 29 14:52:43.184622 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3e8ff0aa-08b9-4243-8934-47365e3352a9 req-a907e6d0-57b9-4fdf-b5a6-8c58aa0c42a0 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493801 Mar 29 14:52:43.228088 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b373909-eef7-4aae-a3a4-9699e94df7a8 req-127e9bfd-0d18-41d8-b4c4-9ce3e25bb115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:43.229598 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5b373909-eef7-4aae-a3a4-9699e94df7a8 req-127e9bfd-0d18-41d8-b4c4-9ce3e25bb115 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.0465813 Mar 29 14:52:43.284300 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b373909-eef7-4aae-a3a4-9699e94df7a8 req-1123ada4-5184-4137-a7cb-4b27ac7bcd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:43.285933 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5b373909-eef7-4aae-a3a4-9699e94df7a8 req-1123ada4-5184-4137-a7cb-4b27ac7bcd18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497515 Mar 29 14:52:43.390667 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5b373909-eef7-4aae-a3a4-9699e94df7a8 req-cdd7e875-a073-4d42-987a-44ded48b50b2 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962241 Mar 29 14:52:43.490831 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5b373909-eef7-4aae-a3a4-9699e94df7a8 req-5df38c14-edac-4957-a33c-6f36bd52b546 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919459 Mar 29 14:52:43.641818 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af991637-3290-4d91-8407-b747ca5ba47f req-105f272f-f231-455d-b28f-f0e8c0ffc5ae tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:43.649245 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-af991637-3290-4d91-8407-b747ca5ba47f req-105f272f-f231-455d-b28f-f0e8c0ffc5ae tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 944 time: 0.0670049 Mar 29 14:52:43.703786 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-30225f75-ed50-4787-af32-279ccb6a9b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:43.737586 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-af991637-3290-4d91-8407-b747ca5ba47f req-3b7692dd-80d7-4281-8f76-a084f75ffb76 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872784 Mar 29 14:52:43.806959 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76fd2c-d353-4164-bffa-8eccc58281bc req-d844510f-7bb2-40c3-88d5-29e687351f04 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:43.809708 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8c76fd2c-d353-4164-bffa-8eccc58281bc req-d844510f-7bb2-40c3-88d5-29e687351f04 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.1006746 Mar 29 14:52:43.868755 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8c76fd2c-d353-4164-bffa-8eccc58281bc req-edfb1e2c-5a1f-4e94-bc47-c49aecbecce4 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538890 Mar 29 14:52:44.309063 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfaec1-764b-4aca-8d0e-ac3462a9c731 req-834b21ae-9dd9-4ede-9a42-ab3f5940cf49 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:44.310600 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-96bfaec1-764b-4aca-8d0e-ac3462a9c731 req-834b21ae-9dd9-4ede-9a42-ab3f5940cf49 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 945 time: 0.0528986 Mar 29 14:52:44.366678 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-96bfaec1-764b-4aca-8d0e-ac3462a9c731 req-c5dc6369-e389-4f15-ab9a-5a6c9e421ca6 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503924 Mar 29 14:52:44.405555 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device ea96f88c-6906-44bf-9902-48aa1916becb up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:52:44.577810 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning for port ea96f88c-6906-44bf-9902-48aa1916becb completed by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 14:52:44.581915 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port ea96f88c-6906-44bf-9902-48aa1916becb triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:44.582328 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (ea96f88c-6906-44bf-9902-48aa1916becb), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:44.667599 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port ea96f88c-6906-44bf-9902-48aa1916becb is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:44.667979 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (ea96f88c-6906-44bf-9902-48aa1916becb), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:44.689914 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1f983f-9aed-41a9-bbe7-0ce5c52352ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea96f88c-6906-44bf-9902-48aa1916becb'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:52:44.692076 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f88da8-f12c-4857-8639-fc6033ca023d" -d '{"events": [{"server_uuid": "2d1f983f-9aed-41a9-bbe7-0ce5c52352ed", "name": "network-vif-plugged", "status": "completed", "tag": "ea96f88c-6906-44bf-9902-48aa1916becb"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:52:44.704320 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port ea96f88c-6906-44bf-9902-48aa1916becb, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ea96f88c-6906-44bf-9902-48aa1916becb,segment=NetworkSegment(6121bfc8-4900-448d-b8cd-8e812e46f83a),segment_id=6121bfc8-4900-448d-b8cd-8e812e46f83a)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:44.729969 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51601c7-4942-4a76-9f6b-0eaeaa55e2e8 x-openstack-request-id: req-a51601c7-4942-4a76-9f6b-0eaeaa55e2e8 {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:52:44.730379 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1f983f-9aed-41a9-bbe7-0ce5c52352ed", "name": "network-vif-plugged", "status": "completed", "tag": "ea96f88c-6906-44bf-9902-48aa1916becb", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:52:44.730670 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a51601c7-4942-4a76-9f6b-0eaeaa55e2e8 {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:52:44.731118 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51601c7-4942-4a76-9f6b-0eaeaa55e2e8'] response: {'server_uuid': '2d1f983f-9aed-41a9-bbe7-0ce5c52352ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea96f88c-6906-44bf-9902-48aa1916becb', 'code': 200} Mar 29 14:52:44.823260 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (ea96f88c-6906-44bf-9902-48aa1916becb), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:44.824629 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device f7109c0c-aae9-4e04-b262-048df55ca66b up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:52:44.860905 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f785cf-31cf-4889-a2fb-3c7e19168a5f req-ab49085a-b63a-4565-97e7-cf8ecf604565 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:44.862656 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-26f785cf-31cf-4889-a2fb-3c7e19168a5f req-ab49085a-b63a-4565-97e7-cf8ecf604565 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 944 time: 0.0577803 Mar 29 14:52:44.904967 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=ea96f88c-6906-44bf-9902-48aa1916becb,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:44.910457 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-26f785cf-31cf-4889-a2fb-3c7e19168a5f req-5f9ae73a-df49-498f-b23e-7df05e67b451 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419290 Mar 29 14:52:44.969743 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning for port f7109c0c-aae9-4e04-b262-048df55ca66b completed by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 14:52:44.975925 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port f7109c0c-aae9-4e04-b262-048df55ca66b triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:52:44.976402 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (f7109c0c-aae9-4e04-b262-048df55ca66b), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:45.056140 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef0a1c-d2cb-4bf5-babe-3eda7234d8c9 req-7d714c83-b86a-46d8-b882-31f14067de2f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:45.058540 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-17ef0a1c-d2cb-4bf5-babe-3eda7234d8c9 req-7d714c83-b86a-46d8-b882-31f14067de2f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0665228 Mar 29 14:52:45.098572 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port f7109c0c-aae9-4e04-b262-048df55ca66b is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:52:45.099062 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (f7109c0c-aae9-4e04-b262-048df55ca66b), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:45.142162 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port f7109c0c-aae9-4e04-b262-048df55ca66b, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=f7109c0c-aae9-4e04-b262-048df55ca66b,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:52:45.143099 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-17ef0a1c-d2cb-4bf5-babe-3eda7234d8c9 req-c6682162-8974-462d-9422-b29e0814c80c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768528 Mar 29 14:52:45.164350 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c1ac6-c252-43b4-a1db-810ed8c813d5 req-6c67324f-c929-480f-bb3f-49bdb2457e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:45.165930 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d94c1ac6-c252-43b4-a1db-810ed8c813d5 req-6c67324f-c929-480f-bb3f-49bdb2457e64 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 1129 time: 0.0503173 Mar 29 14:52:45.208309 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d94c1ac6-c252-43b4-a1db-810ed8c813d5 req-0466ecda-75dc-4984-914d-bf4749c32661 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369685 Mar 29 14:52:45.238217 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (f7109c0c-aae9-4e04-b262-048df55ca66b), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:45.285907 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=f7109c0c-aae9-4e04-b262-048df55ca66b,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:45.493186 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9039032-7e62-4286-8814-3ac4626b4f0d req-9d3ef754-1a0d-4641-8d0c-8510abf9d579 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:45.494591 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e9039032-7e62-4286-8814-3ac4626b4f0d req-9d3ef754-1a0d-4641-8d0c-8510abf9d579 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 946 time: 0.0506966 Mar 29 14:52:45.544418 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e9039032-7e62-4286-8814-3ac4626b4f0d req-15f5864d-3caf-4f74-9e08-8c3c5524241c tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438778 Mar 29 14:52:45.758163 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-4aec4248-0c93-4d0e-8618-c60630e67e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:46.129017 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e207edd-945c-440f-b553-a61cdd01d3c9 req-e510b7d5-82c0-4cad-9e37-c1238182891c tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:46.129017 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8e207edd-945c-440f-b553-a61cdd01d3c9 req-e510b7d5-82c0-4cad-9e37-c1238182891c tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0520287 Mar 29 14:52:46.129017 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8e207edd-945c-440f-b553-a61cdd01d3c9 req-9542934f-5e88-415c-acf2-6a988273906b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412407 Mar 29 14:52:46.264152 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426919a-861e-4d3e-b955-f8f2eacffef5 req-a04521a2-e7cb-4510-b949-eca86e6c135a tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:46.265634 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7426919a-861e-4d3e-b955-f8f2eacffef5 req-a04521a2-e7cb-4510-b949-eca86e6c135a tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0569742 Mar 29 14:52:46.311204 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7426919a-861e-4d3e-b955-f8f2eacffef5 req-41b0d7d7-a265-4b15-84af-21aac9116e63 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400007 Mar 29 14:52:46.663981 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774dae2-40c3-4db8-8cbc-056533c35b0c req-92f5c739-3d5c-4af1-9967-2b705971357a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:46.665545 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3774dae2-40c3-4db8-8cbc-056533c35b0c req-92f5c739-3d5c-4af1-9967-2b705971357a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 946 time: 0.0566282 Mar 29 14:52:46.720752 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3774dae2-40c3-4db8-8cbc-056533c35b0c req-8a1eece6-516d-4144-8e18-fa821b940c5c tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465302 Mar 29 14:52:46.731869 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5461b6-c5ef-4750-9b42-07370afc7a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7109c0c-aae9-4e04-b262-048df55ca66b'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:52:46.734461 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a7f606-42cd-46eb-88ba-d1968aaf0b8f" -d '{"events": [{"server_uuid": "fa5461b6-c5ef-4750-9b42-07370afc7a89", "name": "network-vif-plugged", "status": "completed", "tag": "f7109c0c-aae9-4e04-b262-048df55ca66b"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:52:46.781510 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc0d7cd-1923-4f07-a30a-b0813166180b x-openstack-request-id: req-1dc0d7cd-1923-4f07-a30a-b0813166180b {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:52:46.782197 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5461b6-c5ef-4750-9b42-07370afc7a89", "name": "network-vif-plugged", "status": "completed", "tag": "f7109c0c-aae9-4e04-b262-048df55ca66b", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:52:46.782197 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1dc0d7cd-1923-4f07-a30a-b0813166180b {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:52:46.782450 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc0d7cd-1923-4f07-a30a-b0813166180b'] response: {'server_uuid': 'fa5461b6-c5ef-4750-9b42-07370afc7a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7109c0c-aae9-4e04-b262-048df55ca66b', 'code': 200} Mar 29 14:52:47.061566 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:47.207633 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a503076-48ed-48be-adbc-a7a50a12d035 req-61c6c599-e0b7-4558-80db-f65ea4a54ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:47.209220 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-8a503076-48ed-48be-adbc-a7a50a12d035 req-61c6c599-e0b7-4558-80db-f65ea4a54ebd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 1130 time: 0.0429535 Mar 29 14:52:47.247825 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c5814-c8e6-4493-a400-df2fe8b08f4a req-dbd32f80-404d-4b1d-a38b-5d9e7fae363a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:47.247825 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a79c5814-c8e6-4493-a400-df2fe8b08f4a req-dbd32f80-404d-4b1d-a38b-5d9e7fae363a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0537646 Mar 29 14:52:47.256115 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-8a503076-48ed-48be-adbc-a7a50a12d035 req-30a3da7f-de0a-4d57-8d92-891ebeea5bd6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405412 Mar 29 14:52:47.292664 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a79c5814-c8e6-4493-a400-df2fe8b08f4a req-50cfa070-cef5-4826-9f47-56095498fb13 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419657 Mar 29 14:52:47.453292 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03bbaa-bb7e-4384-9822-bc3c96950972 req-3f4ce1b2-f420-4916-a4eb-0b4efaaf7e2d tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:47.454837 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fb03bbaa-bb7e-4384-9822-bc3c96950972 req-3f4ce1b2-f420-4916-a4eb-0b4efaaf7e2d tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0897601 Mar 29 14:52:47.465324 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27180b-2714-480f-b74e-6d436c3ef3d2 req-f845db45-8f30-44b5-925b-7a8d4e9688e4 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:47.465324 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fb27180b-2714-480f-b74e-6d436c3ef3d2 req-f845db45-8f30-44b5-925b-7a8d4e9688e4 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0877705 Mar 29 14:52:47.465508 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60080) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:47.470138 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-df2c1dce-7dea-49bb-a191-e7869cd6b1cc tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Request body: {'floatingip': {'port_id': 'ea96f88c-6906-44bf-9902-48aa1916becb'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:52:47.505772 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 60082) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:47.518037 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fb27180b-2714-480f-b74e-6d436c3ef3d2 req-bea2f438-162f-456b-badf-bfc422651781 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473106 Mar 29 14:52:47.543570 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-df2c1dce-7dea-49bb-a191-e7869cd6b1cc tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for floatingip (10f19c3b-4da8-4817-a436-ca4ddc1a3b42), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:47.629608 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e71ad273-cd31-4ed5-afbb-f4a90f486c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:47.724373 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e71ad273-cd31-4ed5-afbb-f4a90f486c8e admin admin] Publish callbacks [] for security_group (b829e107-baf9-4aa2-b975-ed5d9a29f870), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:47.843852 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdf916-29b9-4095-ae29-464a7405e477 req-dd5a181d-bc23-4895-8c1f-8d139526d2c6 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:47.845637 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dbfdf916-29b9-4095-ae29-464a7405e477 req-dd5a181d-bc23-4895-8c1f-8d139526d2c6 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 946 time: 0.0518751 Mar 29 14:52:47.857979 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e71ad273-cd31-4ed5-afbb-f4a90f486c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (b829e107-baf9-4aa2-b975-ed5d9a29f870), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:47.914823 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-e71ad273-cd31-4ed5-afbb-f4a90f486c8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66381c5f00954ff9b218fecb79328681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4080341 Mar 29 14:52:47.918041 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 60098) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:47.934955 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ad273-cd31-4ed5-afbb-f4a90f486c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b829e107-baf9-4aa2-b975-ed5d9a29f870,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:47.950461 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dbfdf916-29b9-4095-ae29-464a7405e477 req-80512c97-8454-4197-974c-4569cf36b884 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991995 Mar 29 14:52:47.985074 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e746bdb5-a648-4ec2-a07e-0fec9fdce442 admin admin] Publish callbacks [] for security_group (b829e107-baf9-4aa2-b975-ed5d9a29f870), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:48.006321 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e746bdb5-a648-4ec2-a07e-0fec9fdce442 admin admin] Publish callbacks [] for security_group (b829e107-baf9-4aa2-b975-ed5d9a29f870), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:48.118398 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e746bdb5-a648-4ec2-a07e-0fec9fdce442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (b829e107-baf9-4aa2-b975-ed5d9a29f870), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:48.121553 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e746bdb5-a648-4ec2-a07e-0fec9fdce442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:48.127267 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-e746bdb5-a648-4ec2-a07e-0fec9fdce442 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b829e107-baf9-4aa2-b975-ed5d9a29f870 HTTP/1.1" status: 204 len: 168 time: 0.2014461 Mar 29 14:52:48.131922 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746bdb5-a648-4ec2-a07e-0fec9fdce442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b829e107-baf9-4aa2-b975-ed5d9a29f870,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:48.162908 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-df2c1dce-7dea-49bb-a191-e7869cd6b1cc tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:48.255403 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-df2c1dce-7dea-49bb-a191-e7869cd6b1cc tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (10f19c3b-4da8-4817-a436-ca4ddc1a3b42), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:48.286262 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:48.546785 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.l3_db [None req-df2c1dce-7dea-49bb-a191-e7869cd6b1cc tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Floating IP 10f19c3b-4da8-4817-a436-ca4ddc1a3b42 associated. External IP: 172.27.1.188, port: ea96f88c-6906-44bf-9902-48aa1916becb. Mar 29 14:52:48.634410 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f53b7-7987-4a33-8386-60751abeaf71 req-afe2e8b0-f1b9-4c97-a10a-78dd8841e043 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:48.635868 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-336f53b7-7987-4a33-8386-60751abeaf71 req-afe2e8b0-f1b9-4c97-a10a-78dd8841e043 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0519443 Mar 29 14:52:48.691669 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-336f53b7-7987-4a33-8386-60751abeaf71 req-80966c5d-4eac-4371-9f36-294ee1413617 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498908 Mar 29 14:52:48.766082 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2c1dce-7dea-49bb-a191-e7869cd6b1cc tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Router 8603b2cf-177c-445b-9266-6a273077e9f0 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:52:48.827811 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 60110) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:48.841425 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d83b5da1-068b-46df-ab70-77d245962a3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:48.874364 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2c1dce-7dea-49bb-a191-e7869cd6b1cc tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:52:48.878959 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-df2c1dce-7dea-49bb-a191-e7869cd6b1cc tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:48.888455 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cea8a1e-ab09-40cf-88a5-6811a88a6943 None None] Sync routers for ids ['8603b2cf-177c-445b-9266-6a273077e9f0'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:52:48.899306 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cea8a1e-ab09-40cf-88a5-6811a88a6943 None None] Routers {'8603b2cf-177c-445b-9266-6a273077e9f0'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:52:48.900040 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-3cea8a1e-ab09-40cf-88a5-6811a88a6943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:52:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['8603b2cf-177c-445b-9266-6a273077e9f0'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:48.911579 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-df2c1dce-7dea-49bb-a191-e7869cd6b1cc tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "PUT /v2.0/floatingips/10f19c3b-4da8-4817-a436-ca4ddc1a3b42 HTTP/1.1" status: 200 len: 991 time: 1.4449201 Mar 29 14:52:48.912164 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1f983f-9aed-41a9-bbe7-0ce5c52352ed', 'tag': 'ea96f88c-6906-44bf-9902-48aa1916becb'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:52:48.914822 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70430a96-85a8-4d76-aa5b-c76b89de121a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1f983f-9aed-41a9-bbe7-0ce5c52352ed", "tag": "ea96f88c-6906-44bf-9902-48aa1916becb"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:52:48.924528 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d83b5da1-068b-46df-ab70-77d245962a3f admin admin] Publish callbacks [] for security_group (b4f57c39-20b1-4fb7-80f1-3dd8f9e21c94), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:48.950021 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1940f77f-c31b-4a32-8ced-f97a0148a5d4 x-openstack-request-id: req-1940f77f-c31b-4a32-8ced-f97a0148a5d4 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:52:48.950301 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1f983f-9aed-41a9-bbe7-0ce5c52352ed", "tag": "ea96f88c-6906-44bf-9902-48aa1916becb", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:52:48.950724 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1940f77f-c31b-4a32-8ced-f97a0148a5d4 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:52:48.951133 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1940f77f-c31b-4a32-8ced-f97a0148a5d4'] response: {'name': 'network-changed', 'server_uuid': '2d1f983f-9aed-41a9-bbe7-0ce5c52352ed', 'tag': 'ea96f88c-6906-44bf-9902-48aa1916becb', 'status': 'completed', 'code': 200} Mar 29 14:52:49.023749 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-3cea8a1e-ab09-40cf-88a5-6811a88a6943 None None] Set router 8603b2cf-177c-445b-9266-6a273077e9f0 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:52:49.032188 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d83b5da1-068b-46df-ab70-77d245962a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (b4f57c39-20b1-4fb7-80f1-3dd8f9e21c94), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:49.090266 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b5da1-068b-46df-ab70-77d245962a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f57c39-20b1-4fb7-80f1-3dd8f9e21c94,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:49.095384 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-d83b5da1-068b-46df-ab70-77d245962a3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6336d31764ce4769978ea6e5e23979d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664633 Mar 29 14:52:49.098864 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60118) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:49.116103 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930df252-2840-472e-ab85-0a767a5961f2 req-d5e52a5d-4f95-4799-bbae-7e47c284bccd tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:49.117772 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-930df252-2840-472e-ab85-0a767a5961f2 req-d5e52a5d-4f95-4799-bbae-7e47c284bccd tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 946 time: 0.0958221 Mar 29 14:52:49.156701 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e916a981-43b1-43f3-bb56-ad3f921fce07 admin admin] Publish callbacks [] for security_group (b4f57c39-20b1-4fb7-80f1-3dd8f9e21c94), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:49.171722 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-930df252-2840-472e-ab85-0a767a5961f2 req-a0831ade-eae2-4e8f-924e-ccf4099cf072 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473549 Mar 29 14:52:49.178835 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e916a981-43b1-43f3-bb56-ad3f921fce07 admin admin] Publish callbacks [] for security_group (b4f57c39-20b1-4fb7-80f1-3dd8f9e21c94), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:49.303644 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e916a981-43b1-43f3-bb56-ad3f921fce07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (b4f57c39-20b1-4fb7-80f1-3dd8f9e21c94), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:49.310499 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e916a981-43b1-43f3-bb56-ad3f921fce07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:49.310499 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-e916a981-43b1-43f3-bb56-ad3f921fce07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4f57c39-20b1-4fb7-80f1-3dd8f9e21c94 HTTP/1.1" status: 204 len: 168 time: 0.2082353 Mar 29 14:52:49.311802 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-3cea8a1e-ab09-40cf-88a5-6811a88a6943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'name': 'tempest-AttachVolumeTestJSON-1683125599-router', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:02Z', 'revision_number': 4, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'gw_port': {'id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '10f19c3b-4da8-4817-a436-ca4ddc1a3b42', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'port_id': 'ea96f88c-6906-44bf-9902-48aa1916becb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f25c62-261a-44d8-a334-90884043b260', 'mac_address': 'fa:16:3e:3c:9a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1f983f-9aed-41a9-bbe7-0ce5c52352ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:52:16Z', 'updated_at': '2022-03-29T14:52:48Z', 'revision_number': 1, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16824fc3-c720-4cb6-8f56-7b6c2b3d03ec', 'name': '', 'network_id': '75f25c62-261a-44d8-a334-90884043b260', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'mac_address': 'fa:16:3e:00:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:17Z', 'revision_number': 5, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'subnets': [{'id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:49.316891 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916a981-43b1-43f3-bb56-ad3f921fce07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f57c39-20b1-4fb7-80f1-3dd8f9e21c94,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:49.353457 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cea8a1e-ab09-40cf-88a5-6811a88a6943 None None] Checking router: 8603b2cf-177c-445b-9266-6a273077e9f0 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:52:49.365527 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cea8a1e-ab09-40cf-88a5-6811a88a6943 None None] Routers {'8603b2cf-177c-445b-9266-6a273077e9f0'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:52:49.365527 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-3cea8a1e-ab09-40cf-88a5-6811a88a6943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:52:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['8603b2cf-177c-445b-9266-6a273077e9f0'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:49.470793 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-3cea8a1e-ab09-40cf-88a5-6811a88a6943 None None] Set router 8603b2cf-177c-445b-9266-6a273077e9f0 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:52:49.688274 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-3cea8a1e-ab09-40cf-88a5-6811a88a6943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'name': 'tempest-AttachVolumeTestJSON-1683125599-router', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:02Z', 'revision_number': 4, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'gw_port': {'id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '10f19c3b-4da8-4817-a436-ca4ddc1a3b42', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'port_id': 'ea96f88c-6906-44bf-9902-48aa1916becb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f25c62-261a-44d8-a334-90884043b260', 'mac_address': 'fa:16:3e:3c:9a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1f983f-9aed-41a9-bbe7-0ce5c52352ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:52:16Z', 'updated_at': '2022-03-29T14:52:48Z', 'revision_number': 1, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16824fc3-c720-4cb6-8f56-7b6c2b3d03ec', 'name': '', 'network_id': '75f25c62-261a-44d8-a334-90884043b260', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'mac_address': 'fa:16:3e:00:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:17Z', 'revision_number': 5, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'subnets': [{'id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:49.788839 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:49.805754 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cea8a1e-ab09-40cf-88a5-6811a88a6943 None None] The sync data for ids ['8603b2cf-177c-445b-9266-6a273077e9f0'] in dv-cinder-835525-2-iscsi is: [{'id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'name': 'tempest-AttachVolumeTestJSON-1683125599-router', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:02Z', 'revision_number': 4, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'gw_port': {'id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '10f19c3b-4da8-4817-a436-ca4ddc1a3b42', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'port_id': 'ea96f88c-6906-44bf-9902-48aa1916becb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f25c62-261a-44d8-a334-90884043b260', 'mac_address': 'fa:16:3e:3c:9a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1f983f-9aed-41a9-bbe7-0ce5c52352ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:52:16Z', 'updated_at': '2022-03-29T14:52:48Z', 'revision_number': 1, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16824fc3-c720-4cb6-8f56-7b6c2b3d03ec', 'name': '', 'network_id': '75f25c62-261a-44d8-a334-90884043b260', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'mac_address': 'fa:16:3e:00:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:17Z', 'revision_number': 5, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'subnets': [{'id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:52:49.836240 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e865a-bd34-4bc3-a00f-46c7309f0708 req-c9e47287-210d-4f11-baa8-d818033e4d9f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:49.837837 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9b5e865a-bd34-4bc3-a00f-46c7309f0708 req-c9e47287-210d-4f11-baa8-d818033e4d9f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0696146 Mar 29 14:52:49.888689 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9b5e865a-bd34-4bc3-a00f-46c7309f0708 req-509d9080-a325-4974-80a0-d0d92acf39fe tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451241 Mar 29 14:52:50.034698 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d29fe30-ec6d-4a1b-8fba-a2d3b3096a0a None None] New status for floating IP 10f19c3b-4da8-4817-a436-ca4ddc1a3b42: ACTIVE {{(pid=115500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 14:52:50.295767 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583c13b-483d-43ef-bb33-79139c2eecf9 req-44f1d20b-4139-41c2-a370-a5d7d0532242 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:50.302558 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4583c13b-483d-43ef-bb33-79139c2eecf9 req-44f1d20b-4139-41c2-a370-a5d7d0532242 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 946 time: 0.0555120 Mar 29 14:52:50.344652 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4583c13b-483d-43ef-bb33-79139c2eecf9 req-c037b803-511f-4b60-883e-1f7a4a261fa6 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415738 Mar 29 14:52:50.766748 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70430a96-85a8-4d76-aa5b-c76b89de121a req-fa50b8ae-a246-4280-8717-1e5fc509415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:50.768273 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-70430a96-85a8-4d76-aa5b-c76b89de121a req-fa50b8ae-a246-4280-8717-1e5fc509415c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 1129 time: 0.0443249 Mar 29 14:52:50.862240 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70430a96-85a8-4d76-aa5b-c76b89de121a req-63d0ddfc-5dc6-4c42-af15-ccc177e5a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:50.866877 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-70430a96-85a8-4d76-aa5b-c76b89de121a req-63d0ddfc-5dc6-4c42-af15-ccc177e5a1cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=75f25c62-261a-44d8-a334-90884043b260 HTTP/1.1" status: 200 len: 912 time: 0.0878146 Mar 29 14:52:50.973641 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-70430a96-85a8-4d76-aa5b-c76b89de121a req-195484c2-9b0f-4f25-9f26-8dfdd5fc4f8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea96f88c-6906-44bf-9902-48aa1916becb HTTP/1.1" status: 200 len: 1001 time: 0.0996497 Mar 29 14:52:51.017028 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f4255-8f5e-4837-b35c-00cfcca1ff19 req-d3b8ce06-ef83-4654-bfd5-8870eebf228f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:51.018484 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ef8f4255-8f5e-4837-b35c-00cfcca1ff19 req-d3b8ce06-ef83-4654-bfd5-8870eebf228f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0556619 Mar 29 14:52:51.023241 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70430a96-85a8-4d76-aa5b-c76b89de121a req-5fde3377-98e0-4458-b6ac-1627aeb04a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:51.024787 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-70430a96-85a8-4d76-aa5b-c76b89de121a req-5fde3377-98e0-4458-b6ac-1627aeb04a0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8b1f603-e72f-4efd-a272-2d43ba7184c9 HTTP/1.1" status: 200 len: 850 time: 0.0449305 Mar 29 14:52:51.068657 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ef8f4255-8f5e-4837-b35c-00cfcca1ff19 req-f819cd25-2588-49c8-ad2b-8ce9fde39bdf tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445888 Mar 29 14:52:51.075513 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70430a96-85a8-4d76-aa5b-c76b89de121a req-c681d21c-512e-4b29-ab80-6c96cd337730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:51.077045 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-70430a96-85a8-4d76-aa5b-c76b89de121a req-c681d21c-512e-4b29-ab80-6c96cd337730 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75f25c62-261a-44d8-a334-90884043b260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459442 Mar 29 14:52:51.180679 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-70430a96-85a8-4d76-aa5b-c76b89de121a req-f717d468-635b-4abf-8c59-ca91c7d822e2 service neutron] 10.222.0.13 "GET /v2.0/networks/75f25c62-261a-44d8-a334-90884043b260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883834 Mar 29 14:52:51.274082 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-70430a96-85a8-4d76-aa5b-c76b89de121a req-ab893491-a817-4b6e-a7ec-9d4de0b44da3 service neutron] 10.222.0.13 "GET /v2.0/networks/75f25c62-261a-44d8-a334-90884043b260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860000 Mar 29 14:52:51.474644 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7efaed-f021-4ced-8ce3-7f8160b0ca03 req-c243220a-2c38-4916-8ded-a51ebf5d8d47 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:51.482813 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ba7efaed-f021-4ced-8ce3-7f8160b0ca03 req-c243220a-2c38-4916-8ded-a51ebf5d8d47 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 946 time: 0.0702827 Mar 29 14:52:51.527635 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ba7efaed-f021-4ced-8ce3-7f8160b0ca03 req-a168442b-98b5-43e6-b2d8-9e11f11552d1 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437682 Mar 29 14:52:52.191131 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ea311-a797-4061-a64b-7cde995a2ef1 req-9957d4f7-4541-4ddd-8566-2ec2b9a50fea tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:52.192737 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-251ea311-a797-4061-a64b-7cde995a2ef1 req-9957d4f7-4541-4ddd-8566-2ec2b9a50fea tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0531998 Mar 29 14:52:52.247871 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-251ea311-a797-4061-a64b-7cde995a2ef1 req-1718e5c1-065f-44f6-b4ed-13d217e07ad6 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440001 Mar 29 14:52:52.641282 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956d33c-2bad-4847-a0a9-701a018e8d5f req-21eec558-1b4d-41e0-8a62-80401aadcbb6 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:52.642731 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a956d33c-2bad-4847-a0a9-701a018e8d5f req-21eec558-1b4d-41e0-8a62-80401aadcbb6 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 946 time: 0.0502174 Mar 29 14:52:52.689957 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a956d33c-2bad-4847-a0a9-701a018e8d5f req-77b4d1c3-31c0-4c19-a7dc-b88e5f00c7bd tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417867 Mar 29 14:52:52.802712 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fac29d-0290-4eea-b324-b79caa597a4c req-37d13705-c40a-49da-b99a-8bbd914124bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:52.804183 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-14fac29d-0290-4eea-b324-b79caa597a4c req-37d13705-c40a-49da-b99a-8bbd914124bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 946 time: 0.0511906 Mar 29 14:52:52.814034 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60248) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:52.818671 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-78a06b53-719c-482d-9a28-9bac5b6a12ae tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'floatingip': {'port_id': 'f7109c0c-aae9-4e04-b262-048df55ca66b'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:52:52.861094 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-78a06b53-719c-482d-9a28-9bac5b6a12ae tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (ea4bb199-ae60-4604-8ebf-9ed990c85a7c), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:53.311113 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-78a06b53-719c-482d-9a28-9bac5b6a12ae tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:53.359476 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb4816-fd4b-4a54-94ee-cd7d5d21fddc req-8a915502-d36b-43f6-93d1-5f1e076c5859 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:53.360950 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-baeb4816-fd4b-4a54-94ee-cd7d5d21fddc req-8a915502-d36b-43f6-93d1-5f1e076c5859 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0518446 Mar 29 14:52:53.394413 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-78a06b53-719c-482d-9a28-9bac5b6a12ae tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (ea4bb199-ae60-4604-8ebf-9ed990c85a7c), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:53.412100 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-baeb4816-fd4b-4a54-94ee-cd7d5d21fddc req-157826e6-5752-4cdc-9386-d601a2971374 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452118 Mar 29 14:52:53.513343 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.l3_db [None req-78a06b53-719c-482d-9a28-9bac5b6a12ae tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Floating IP ea4bb199-ae60-4604-8ebf-9ed990c85a7c associated. External IP: 172.27.1.10, port: f7109c0c-aae9-4e04-b262-048df55ca66b. Mar 29 14:52:53.732716 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a06b53-719c-482d-9a28-9bac5b6a12ae tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Router cb413d57-db8e-474f-b0b0-1585119bca2b has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:52:53.857569 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a06b53-719c-482d-9a28-9bac5b6a12ae tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:52:53.862678 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-78a06b53-719c-482d-9a28-9bac5b6a12ae tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:53.869965 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc4c85a-0bdd-4f54-afae-985df3168426 None None] Sync routers for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:52:53.886851 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc4c85a-0bdd-4f54-afae-985df3168426 None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:52:53.887624 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-8cc4c85a-0bdd-4f54-afae-985df3168426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:52:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:53.897401 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-78a06b53-719c-482d-9a28-9bac5b6a12ae tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "PUT /v2.0/floatingips/ea4bb199-ae60-4604-8ebf-9ed990c85a7c HTTP/1.1" status: 200 len: 991 time: 1.0815835 Mar 29 14:52:53.899515 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5461b6-c5ef-4750-9b42-07370afc7a89', 'tag': 'f7109c0c-aae9-4e04-b262-048df55ca66b'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:52:53.900126 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a147eaf0-762d-4ee2-9302-0fc486594266" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5461b6-c5ef-4750-9b42-07370afc7a89", "tag": "f7109c0c-aae9-4e04-b262-048df55ca66b"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:52:53.939089 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466bdaa3-1db4-4f55-95e7-5845c0c79f04 x-openstack-request-id: req-466bdaa3-1db4-4f55-95e7-5845c0c79f04 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:52:53.939089 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5461b6-c5ef-4750-9b42-07370afc7a89", "tag": "f7109c0c-aae9-4e04-b262-048df55ca66b", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:52:53.939089 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-466bdaa3-1db4-4f55-95e7-5845c0c79f04 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:52:53.939089 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-466bdaa3-1db4-4f55-95e7-5845c0c79f04'] response: {'name': 'network-changed', 'server_uuid': 'fa5461b6-c5ef-4750-9b42-07370afc7a89', 'tag': 'f7109c0c-aae9-4e04-b262-048df55ca66b', 'status': 'completed', 'code': 200} Mar 29 14:52:53.964818 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:52:54.010466 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-8cc4c85a-0bdd-4f54-afae-985df3168426 None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:52:54.040689 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147eaf0-762d-4ee2-9302-0fc486594266 req-c0668597-a6bc-4278-8a36-80a9985575b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:54.042805 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a147eaf0-762d-4ee2-9302-0fc486594266 req-c0668597-a6bc-4278-8a36-80a9985575b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae25d73af8c34890992534571426e2de&device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 1130 time: 0.0451322 Mar 29 14:52:54.149063 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147eaf0-762d-4ee2-9302-0fc486594266 req-72a8eee8-f50f-404a-9c29-749aaaa4b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:54.149987 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a147eaf0-762d-4ee2-9302-0fc486594266 req-72a8eee8-f50f-404a-9c29-749aaaa4b204 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4d7933f0-920a-440d-86c3-46e7aab80bfb HTTP/1.1" status: 200 len: 916 time: 0.0998268 Mar 29 14:52:54.223996 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a147eaf0-762d-4ee2-9302-0fc486594266 req-d91357dc-7968-45df-b8aa-1d3ebb6081b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7109c0c-aae9-4e04-b262-048df55ca66b HTTP/1.1" status: 200 len: 999 time: 0.0677185 Mar 29 14:52:54.253536 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-8cc4c85a-0bdd-4f54-afae-985df3168426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': 'ea4bb199-ae60-4604-8ebf-9ed990c85a7c', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'port_id': 'f7109c0c-aae9-4e04-b262-048df55ca66b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'mac_address': 'fa:16:3e:22:0e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5461b6-c5ef-4750-9b42-07370afc7a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:52:16Z', 'updated_at': '2022-03-29T14:52:53Z', 'revision_number': 1, 'project_id': 'ae25d73af8c34890992534571426e2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:54.284841 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc4c85a-0bdd-4f54-afae-985df3168426 None None] Checking router: cb413d57-db8e-474f-b0b0-1585119bca2b for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:52:54.295528 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc4c85a-0bdd-4f54-afae-985df3168426 None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:52:54.296155 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-8cc4c85a-0bdd-4f54-afae-985df3168426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:52:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:54.410312 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-8cc4c85a-0bdd-4f54-afae-985df3168426 None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:52:54.543195 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147eaf0-762d-4ee2-9302-0fc486594266 req-7c92f54d-acdb-4aa4-b94e-3aedc89b2261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:54.544861 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd688a5-0306-4eb8-8991-fd7c33dd4e63 req-2acd8005-1e12-4a58-8f76-b71cf8667325 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:54.545481 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a147eaf0-762d-4ee2-9302-0fc486594266 req-7c92f54d-acdb-4aa4-b94e-3aedc89b2261 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a4c3ff9-6e66-4bb0-8254-bab28249a738 HTTP/1.1" status: 200 len: 854 time: 0.3134329 Mar 29 14:52:54.545586 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9bd688a5-0306-4eb8-8991-fd7c33dd4e63 req-2acd8005-1e12-4a58-8f76-b71cf8667325 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0627549 Mar 29 14:52:54.595433 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9bd688a5-0306-4eb8-8991-fd7c33dd4e63 req-2ecc8431-c8a2-4f2e-bead-eee0207a8d93 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443318 Mar 29 14:52:54.645187 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-8cc4c85a-0bdd-4f54-afae-985df3168426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': 'ea4bb199-ae60-4604-8ebf-9ed990c85a7c', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'port_id': 'f7109c0c-aae9-4e04-b262-048df55ca66b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'mac_address': 'fa:16:3e:22:0e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5461b6-c5ef-4750-9b42-07370afc7a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:52:16Z', 'updated_at': '2022-03-29T14:52:53Z', 'revision_number': 1, 'project_id': 'ae25d73af8c34890992534571426e2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:52:54.670207 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc4c85a-0bdd-4f54-afae-985df3168426 None None] The sync data for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi is: [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': 'ea4bb199-ae60-4604-8ebf-9ed990c85a7c', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'port_id': 'f7109c0c-aae9-4e04-b262-048df55ca66b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'mac_address': 'fa:16:3e:22:0e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5461b6-c5ef-4750-9b42-07370afc7a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:52:16Z', 'updated_at': '2022-03-29T14:52:53Z', 'revision_number': 1, 'project_id': 'ae25d73af8c34890992534571426e2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:52:54.877860 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d2d56-3a38-4f8a-9f09-689ac4a358bc None None] New status for floating IP ea4bb199-ae60-4604-8ebf-9ed990c85a7c: ACTIVE {{(pid=115500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 14:52:55.709690 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f4cd0-3eff-435b-b234-b1bf202e0479 req-6219e492-92b2-4c2f-9b52-7919b2b9dd15 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:55.711141 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dc4f4cd0-3eff-435b-b234-b1bf202e0479 req-6219e492-92b2-4c2f-9b52-7919b2b9dd15 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0512280 Mar 29 14:52:55.756201 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dc4f4cd0-3eff-435b-b234-b1bf202e0479 req-b8d72bdb-058b-4958-9122-bc4bf0642f90 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394809 Mar 29 14:52:56.870836 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f8447-7e22-4842-b58c-ca0b6b5df44f req-37e39f14-c2b5-41e0-8f4d-135c2be5a6da tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:56.872269 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f65f8447-7e22-4842-b58c-ca0b6b5df44f req-37e39f14-c2b5-41e0-8f4d-135c2be5a6da tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0531275 Mar 29 14:52:56.917460 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f65f8447-7e22-4842-b58c-ca0b6b5df44f req-5bb72eb1-00d2-4d74-808d-a6ebf92b6f6e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396807 Mar 29 14:52:57.279371 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147eaf0-762d-4ee2-9302-0fc486594266 req-f6d7b096-a1d3-4ec0-926d-4fced1f9f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:57.281582 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a147eaf0-762d-4ee2-9302-0fc486594266 req-f6d7b096-a1d3-4ec0-926d-4fced1f9f762 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d7933f0-920a-440d-86c3-46e7aab80bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463426 Mar 29 14:52:57.424718 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a147eaf0-762d-4ee2-9302-0fc486594266 req-695c81f9-fb94-486c-8173-60366e2cfcc2 service neutron] 10.222.0.13 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850408 Mar 29 14:52:57.515632 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a147eaf0-762d-4ee2-9302-0fc486594266 req-5925b6a8-f995-450e-b1c0-c97eacd73cfb service neutron] 10.222.0.13 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820861 Mar 29 14:52:58.038725 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d44a12-b183-43cf-b57d-727c7c40cf50 req-c56d815d-94c8-4a05-b41b-dd264a94d0c0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:58.040144 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a6d44a12-b183-43cf-b57d-727c7c40cf50 req-c56d815d-94c8-4a05-b41b-dd264a94d0c0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0516748 Mar 29 14:52:58.086765 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a6d44a12-b183-43cf-b57d-727c7c40cf50 req-83933c60-90b0-4f46-96ff-a9b9ddf1c4f9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410688 Mar 29 14:52:58.943011 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:59.207164 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3133e-fb69-40ee-a860-02b43424f774 req-e66c1406-c7b3-4c70-8aa7-cce73187867c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:59.208808 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d1f3133e-fb69-40ee-a860-02b43424f774 req-e66c1406-c7b3-4c70-8aa7-cce73187867c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0574553 Mar 29 14:52:59.274964 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d1f3133e-fb69-40ee-a860-02b43424f774 req-dec33f03-a76e-4796-992e-dc2a433b5c37 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566463 Mar 29 14:52:59.284463 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60408) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:59.336864 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ae5f0be8-0f3e-4133-83b9-2cfb90163d00 req-b596e509-e938-4c6d-8eb9-3f26d0cbe869 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466230 Mar 29 14:52:59.399637 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cb5c3299-d72e-447b-9189-cd1145e41061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:59.491274 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f0be8-0f3e-4133-83b9-2cfb90163d00 req-85262f0a-b51c-4a1b-aa26-4a19c92b35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:59.492757 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ae5f0be8-0f3e-4133-83b9-2cfb90163d00 req-85262f0a-b51c-4a1b-aa26-4a19c92b35d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65d4f4ef94e74decbd58dd32eba4aa7b&device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 1129 time: 0.0739877 Mar 29 14:52:59.515314 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cb5c3299-d72e-447b-9189-cd1145e41061 admin admin] Publish callbacks [] for security_group (605048cb-b9e3-4d0b-8af7-a59d8e313983), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:59.625916 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f0be8-0f3e-4133-83b9-2cfb90163d00 req-958cf708-a349-421b-87c4-d0b3914966fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:59.627371 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ae5f0be8-0f3e-4133-83b9-2cfb90163d00 req-958cf708-a349-421b-87c4-d0b3914966fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=6721044d-e617-49b1-a476-62c5a05d371f HTTP/1.1" status: 200 len: 913 time: 0.0823474 Mar 29 14:52:59.671960 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ae5f0be8-0f3e-4133-83b9-2cfb90163d00 req-7843d538-cc6d-4acc-9ab6-389b067235f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f080df45-43cd-4dc1-ab1a-9cc1b3276b3d HTTP/1.1" status: 200 len: 217 time: 0.0372863 Mar 29 14:52:59.705424 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cb5c3299-d72e-447b-9189-cd1145e41061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (605048cb-b9e3-4d0b-8af7-a59d8e313983), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:59.751767 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f0be8-0f3e-4133-83b9-2cfb90163d00 req-30291b04-ba3d-4405-bef3-8deaaa2ad5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:52:59.753179 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ae5f0be8-0f3e-4133-83b9-2cfb90163d00 req-30291b04-ba3d-4405-bef3-8deaaa2ad5b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3e866f1-4f04-47fe-ad05-959ee904e9a6 HTTP/1.1" status: 200 len: 852 time: 0.0742853 Mar 29 14:52:59.756012 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c3299-d72e-447b-9189-cd1145e41061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605048cb-b9e3-4d0b-8af7-a59d8e313983,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:52:59.759540 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-cb5c3299-d72e-447b-9189-cd1145e41061 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f49cca4f9414847985c8171ebdef5a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4738705 Mar 29 14:52:59.763043 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 60416) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:52:59.773160 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3299-d72e-447b-9189-cd1145e41061 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:59.773506 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3299-d72e-447b-9189-cd1145e41061 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:59.773844 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3299-d72e-447b-9189-cd1145e41061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:59.774177 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3299-d72e-447b-9189-cd1145e41061 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:59.774507 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3299-d72e-447b-9189-cd1145e41061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:59.774832 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3299-d72e-447b-9189-cd1145e41061 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:59.775161 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3299-d72e-447b-9189-cd1145e41061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:59.775481 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3299-d72e-447b-9189-cd1145e41061 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:59.775807 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3299-d72e-447b-9189-cd1145e41061 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:59.776155 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3299-d72e-447b-9189-cd1145e41061 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:59.776479 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3299-d72e-447b-9189-cd1145e41061 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:59.776798 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3299-d72e-447b-9189-cd1145e41061 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:59.777142 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3299-d72e-447b-9189-cd1145e41061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:59.777460 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3299-d72e-447b-9189-cd1145e41061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:59.777772 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3299-d72e-447b-9189-cd1145e41061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:52:59.798338 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ae5f0be8-0f3e-4133-83b9-2cfb90163d00 req-4d898e9a-d025-4178-9722-e95e6ef07906 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6721044d-e617-49b1-a476-62c5a05d371f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330791 Mar 29 14:52:59.811958 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] Publish callbacks [] for security_group (605048cb-b9e3-4d0b-8af7-a59d8e313983), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:59.834386 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] Publish callbacks [] for security_group (605048cb-b9e3-4d0b-8af7-a59d8e313983), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:59.896407 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ae5f0be8-0f3e-4133-83b9-2cfb90163d00 req-7eadf9b5-099c-44f9-9065-6d2e2a19b341 service neutron] 10.222.0.13 "GET /v2.0/networks/6721044d-e617-49b1-a476-62c5a05d371f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886497 Mar 29 14:52:59.986157 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (605048cb-b9e3-4d0b-8af7-a59d8e313983), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:59.990010 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:52:59.992911 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/605048cb-b9e3-4d0b-8af7-a59d8e313983 HTTP/1.1" status: 204 len: 168 time: 0.2284391 Mar 29 14:53:00.009065 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ae5f0be8-0f3e-4133-83b9-2cfb90163d00 req-40429f23-25b9-4863-adae-38309b2a4b74 service neutron] 10.222.0.13 "GET /v2.0/networks/6721044d-e617-49b1-a476-62c5a05d371f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047170 Mar 29 14:53:00.024431 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605048cb-b9e3-4d0b-8af7-a59d8e313983,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:00.032823 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:00.033298 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:00.033781 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:00.034227 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:00.034636 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:00.035181 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:00.035791 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:00.036363 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:00.036932 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:00.037390 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:00.037771 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:00.038179 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:00.038565 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:00.038951 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:00.039590 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f305d5-cbba-4d33-80b4-958925bad06d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:00.394911 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5a33e-5108-430a-ab8a-05a353989c78 req-fe90fb1a-2891-46b3-9543-0452bbbad592 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:00.396411 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a8d5a33e-5108-430a-ab8a-05a353989c78 req-fe90fb1a-2891-46b3-9543-0452bbbad592 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0519385 Mar 29 14:53:00.447770 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a8d5a33e-5108-430a-ab8a-05a353989c78 req-f45f20d1-eb57-488e-81e5-1ee3115e45bb tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450575 Mar 29 14:53:00.733508 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 60442) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:00.746652 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-426d0b39-c27b-4bf0-b963-52ee3c346512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:00.832123 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-426d0b39-c27b-4bf0-b963-52ee3c346512 admin admin] Publish callbacks [] for security_group (85174bcc-7864-4d66-bbb2-4f62b0bc1dd4), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:00.952084 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-426d0b39-c27b-4bf0-b963-52ee3c346512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (85174bcc-7864-4d66-bbb2-4f62b0bc1dd4), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:00.991392 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-426d0b39-c27b-4bf0-b963-52ee3c346512 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4005a83699014c89adf0f55bd0d20e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567382 Mar 29 14:53:00.993858 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d0b39-c27b-4bf0-b963-52ee3c346512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85174bcc-7864-4d66-bbb2-4f62b0bc1dd4,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:00.994218 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60464) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:01.049040 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0e350f19-850b-4290-b08b-1e5154305786 admin admin] Publish callbacks [] for security_group (85174bcc-7864-4d66-bbb2-4f62b0bc1dd4), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:01.074860 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0e350f19-850b-4290-b08b-1e5154305786 admin admin] Publish callbacks [] for security_group (85174bcc-7864-4d66-bbb2-4f62b0bc1dd4), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:01.248048 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0e350f19-850b-4290-b08b-1e5154305786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (85174bcc-7864-4d66-bbb2-4f62b0bc1dd4), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:01.252765 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0e350f19-850b-4290-b08b-1e5154305786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:01.255668 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-0e350f19-850b-4290-b08b-1e5154305786 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85174bcc-7864-4d66-bbb2-4f62b0bc1dd4 HTTP/1.1" status: 204 len: 168 time: 0.2600515 Mar 29 14:53:01.265539 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e350f19-850b-4290-b08b-1e5154305786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85174bcc-7864-4d66-bbb2-4f62b0bc1dd4,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:01.318129 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60484) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:01.420344 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9378d767-196e-4108-9056-c119d5a51976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:01.517725 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9378d767-196e-4108-9056-c119d5a51976 admin admin] Publish callbacks [] for security_group (e3a0dd94-a1f8-4560-8aa4-4e5793ad1fee), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:01.581819 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449f739-c606-46b3-8dd9-719ac46d18e5 req-5caf548a-7cce-4c88-91c0-741a65408414 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:01.583387 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7449f739-c606-46b3-8dd9-719ac46d18e5 req-5caf548a-7cce-4c88-91c0-741a65408414 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0607252 Mar 29 14:53:01.629252 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7449f739-c606-46b3-8dd9-719ac46d18e5 req-e5efa15c-10f4-40e0-90bb-2ebef84a2f95 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395086 Mar 29 14:53:01.632380 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9378d767-196e-4108-9056-c119d5a51976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (e3a0dd94-a1f8-4560-8aa4-4e5793ad1fee), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:01.673876 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378d767-196e-4108-9056-c119d5a51976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a0dd94-a1f8-4560-8aa4-4e5793ad1fee,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:01.681129 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 60500) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:01.681252 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-9378d767-196e-4108-9056-c119d5a51976 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68b6a158912d49f2afecca53ebd27d8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3616168 Mar 29 14:53:01.748964 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-028a3433-049f-43b1-8cdf-65d0a0c16d10 admin admin] Publish callbacks [] for security_group (e3a0dd94-a1f8-4560-8aa4-4e5793ad1fee), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:01.773095 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-028a3433-049f-43b1-8cdf-65d0a0c16d10 admin admin] Publish callbacks [] for security_group (e3a0dd94-a1f8-4560-8aa4-4e5793ad1fee), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:01.850564 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbba3a-aaa3-43f7-b8f0-b7decc952363 req-772a4d4c-bcc5-4aa1-a2d9-9adbcb3fc029 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:01.851969 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4ffbba3a-aaa3-43f7-b8f0-b7decc952363 req-772a4d4c-bcc5-4aa1-a2d9-9adbcb3fc029 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 945 time: 0.0767906 Mar 29 14:53:01.902701 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4ffbba3a-aaa3-43f7-b8f0-b7decc952363 req-17520376-ec93-4c68-9bf9-6216beed6725 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449796 Mar 29 14:53:01.994728 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-028a3433-049f-43b1-8cdf-65d0a0c16d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (e3a0dd94-a1f8-4560-8aa4-4e5793ad1fee), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:01.997955 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-028a3433-049f-43b1-8cdf-65d0a0c16d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:01.999094 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-028a3433-049f-43b1-8cdf-65d0a0c16d10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3a0dd94-a1f8-4560-8aa4-4e5793ad1fee HTTP/1.1" status: 204 len: 168 time: 0.3172398 Mar 29 14:53:02.007248 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a3433-049f-43b1-8cdf-65d0a0c16d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a0dd94-a1f8-4560-8aa4-4e5793ad1fee,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:02.700962 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60546) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:02.714895 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-783e682e-09b2-4ecc-8a15-3a324637354e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:02.752354 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a694d57-5f83-42d3-ba26-0fbef2487976 req-3cc97ade-21b3-497b-ac8e-b3ccfc5c018b tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:02.754012 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4a694d57-5f83-42d3-ba26-0fbef2487976 req-3cc97ade-21b3-497b-ac8e-b3ccfc5c018b tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0543549 Mar 29 14:53:02.795158 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-783e682e-09b2-4ecc-8a15-3a324637354e admin admin] Publish callbacks [] for security_group (3ead0eb3-1936-47d7-a182-02408f79f3ea), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:02.809190 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4a694d57-5f83-42d3-ba26-0fbef2487976 req-b1ec40b2-c89d-4ef0-9af6-42b1f6e8e898 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471940 Mar 29 14:53:02.863174 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-783e682e-09b2-4ecc-8a15-3a324637354e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (3ead0eb3-1936-47d7-a182-02408f79f3ea), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:02.904205 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-783e682e-09b2-4ecc-8a15-3a324637354e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5abefdd0995a4f57a68a52702d6b692c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016551 Mar 29 14:53:02.905311 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e682e-09b2-4ecc-8a15-3a324637354e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ead0eb3-1936-47d7-a182-02408f79f3ea,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:02.906956 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 60548) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:02.961402 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b3cc0728-d5fe-4a75-bcf3-667eb87f4962 admin admin] Publish callbacks [] for security_group (3ead0eb3-1936-47d7-a182-02408f79f3ea), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:02.992583 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b3cc0728-d5fe-4a75-bcf3-667eb87f4962 admin admin] Publish callbacks [] for security_group (3ead0eb3-1936-47d7-a182-02408f79f3ea), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:03.056816 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc2bbb-e6f6-4f9a-8b4a-f947c2d2dc5a req-b042ec71-7d53-4b76-a3a9-6b1b392e9380 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:03.058590 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-22fc2bbb-e6f6-4f9a-8b4a-f947c2d2dc5a req-b042ec71-7d53-4b76-a3a9-6b1b392e9380 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 945 time: 0.0857143 Mar 29 14:53:03.106017 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-22fc2bbb-e6f6-4f9a-8b4a-f947c2d2dc5a req-65187ddc-69a3-46e8-9341-88136ab2d9a8 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419283 Mar 29 14:53:03.183044 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b3cc0728-d5fe-4a75-bcf3-667eb87f4962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (3ead0eb3-1936-47d7-a182-02408f79f3ea), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:03.185746 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b3cc0728-d5fe-4a75-bcf3-667eb87f4962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:03.186770 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-b3cc0728-d5fe-4a75-bcf3-667eb87f4962 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ead0eb3-1936-47d7-a182-02408f79f3ea HTTP/1.1" status: 204 len: 168 time: 0.2788568 Mar 29 14:53:03.196841 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc0728-d5fe-4a75-bcf3-667eb87f4962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ead0eb3-1936-47d7-a182-02408f79f3ea,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:03.928585 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbd17d-5851-4558-8ece-5fb8f94787cd req-d39abcfb-b8dc-4846-a81f-b352252fae57 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:03.930112 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-aacbd17d-5851-4558-8ece-5fb8f94787cd req-d39abcfb-b8dc-4846-a81f-b352252fae57 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0548694 Mar 29 14:53:03.977647 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-aacbd17d-5851-4558-8ece-5fb8f94787cd req-5e635071-2c60-4fd5-9720-f6fa72a318a0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412033 Mar 29 14:53:04.129134 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 60582) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:04.163208 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 60586) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:04.220285 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 60590) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:04.234814 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a036e7-3768-45d4-bcf7-4e94ecefd14a req-fa10c62c-c383-42a7-b144-cfbed96545a5 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:04.236260 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f2a036e7-3768-45d4-bcf7-4e94ecefd14a req-fa10c62c-c383-42a7-b144-cfbed96545a5 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 945 time: 0.0639269 Mar 29 14:53:04.242879 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e680bf67-e131-498f-acf2-d9498039946b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:04.319915 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f2a036e7-3768-45d4-bcf7-4e94ecefd14a req-ff3c6758-be23-4504-a32e-906f4490c3ed tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/security-groups?id=387d1d18-fc68-4590-952e-3441b3c48f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732100 Mar 29 14:53:04.372609 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8a93a398-25a2-402c-9de7-26c9058e3224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:04.385380 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e680bf67-e131-498f-acf2-d9498039946b admin admin] Publish callbacks [] for security_group (5f11cb9e-aab8-4f98-bb63-33a5b767e2a9), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:04.400479 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-da962122-c723-4b92-8b01-93390a0bdd6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:04.471637 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e680bf67-e131-498f-acf2-d9498039946b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (5f11cb9e-aab8-4f98-bb63-33a5b767e2a9), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:04.491090 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270e048-a6e2-4f39-9a35-bdad4934ca97 req-90da124b-768c-4d65-8223-336bc696e856 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:04.492867 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-0270e048-a6e2-4f39-9a35-bdad4934ca97 req-90da124b-768c-4d65-8223-336bc696e856 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 945 time: 0.0837326 Mar 29 14:53:04.545551 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-e680bf67-e131-498f-acf2-d9498039946b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c61df77c6514be594505fdf140c351c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242207 Mar 29 14:53:04.548684 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60596) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:04.554891 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8a93a398-25a2-402c-9de7-26c9058e3224 admin admin] Publish callbacks [] for security_group (b2dd8b54-7164-4aac-a418-6fa9ad495cd5), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:04.558968 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680bf67-e131-498f-acf2-d9498039946b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f11cb9e-aab8-4f98-bb63-33a5b767e2a9,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:04.573996 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-da962122-c723-4b92-8b01-93390a0bdd6b admin admin] Publish callbacks [] for security_group (f85783a9-b483-41bc-b228-3c46c32852a7), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:04.622606 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8a93a398-25a2-402c-9de7-26c9058e3224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (b2dd8b54-7164-4aac-a418-6fa9ad495cd5), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:04.661254 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-8a93a398-25a2-402c-9de7-26c9058e3224 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12933037cd50415d995a371a1be7070b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5309377 Mar 29 14:53:04.661814 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-07d86161-6cbd-441c-bd8e-9fa96137a7cf admin admin] Publish callbacks [] for security_group (5f11cb9e-aab8-4f98-bb63-33a5b767e2a9), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:04.662104 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93a398-25a2-402c-9de7-26c9058e3224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dd8b54-7164-4aac-a418-6fa9ad495cd5,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:04.663903 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60598) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:04.684477 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-da962122-c723-4b92-8b01-93390a0bdd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (f85783a9-b483-41bc-b228-3c46c32852a7), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:04.690088 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-0270e048-a6e2-4f39-9a35-bdad4934ca97 req-8e8f33d0-bec8-4f22-8450-18667eacaf5b tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Deleting port f080df45-43cd-4dc1-ab1a-9cc1b3276b3d {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:53:04.690421 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-0270e048-a6e2-4f39-9a35-bdad4934ca97 req-8e8f33d0-bec8-4f22-8450-18667eacaf5b tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (f080df45-43cd-4dc1-ab1a-9cc1b3276b3d), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:04.719303 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-07d86161-6cbd-441c-bd8e-9fa96137a7cf admin admin] Publish callbacks [] for security_group (5f11cb9e-aab8-4f98-bb63-33a5b767e2a9), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:04.733751 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-da962122-c723-4b92-8b01-93390a0bdd6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02f4c5c5f25243d5ac34d62d604b2198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5670009 Mar 29 14:53:04.733751 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da962122-c723-4b92-8b01-93390a0bdd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85783a9-b483-41bc-b228-3c46c32852a7,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:04.734655 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 60604) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:04.786622 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-21f757e8-d3c6-4534-a362-7fbff6f00189 admin admin] Publish callbacks [] for security_group (f85783a9-b483-41bc-b228-3c46c32852a7), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:04.808800 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-21f757e8-d3c6-4534-a362-7fbff6f00189 admin admin] Publish callbacks [] for security_group (f85783a9-b483-41bc-b228-3c46c32852a7), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:04.843428 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4910b664-fdaa-4083-a221-ab0922bee537 admin admin] Publish callbacks [] for security_group (b2dd8b54-7164-4aac-a418-6fa9ad495cd5), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:04.854178 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-0270e048-a6e2-4f39-9a35-bdad4934ca97 req-8e8f33d0-bec8-4f22-8450-18667eacaf5b tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] For port f080df45-43cd-4dc1-ab1a-9cc1b3276b3d, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=f080df45-43cd-4dc1-ab1a-9cc1b3276b3d,segment=NetworkSegment(4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb),segment_id=4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:53:04.854542 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-0270e048-a6e2-4f39-9a35-bdad4934ca97 req-8e8f33d0-bec8-4f22-8450-18667eacaf5b tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (f080df45-43cd-4dc1-ab1a-9cc1b3276b3d), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:04.880068 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-0270e048-a6e2-4f39-9a35-bdad4934ca97 req-8e8f33d0-bec8-4f22-8450-18667eacaf5b tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Calling delete_port for f080df45-43cd-4dc1-ab1a-9cc1b3276b3d owned by compute:nova {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:53:04.888707 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4910b664-fdaa-4083-a221-ab0922bee537 admin admin] Publish callbacks [] for security_group (b2dd8b54-7164-4aac-a418-6fa9ad495cd5), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:05.006738 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-07d86161-6cbd-441c-bd8e-9fa96137a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (5f11cb9e-aab8-4f98-bb63-33a5b767e2a9), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:05.016601 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-21f757e8-d3c6-4534-a362-7fbff6f00189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (f85783a9-b483-41bc-b228-3c46c32852a7), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:05.017048 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-07d86161-6cbd-441c-bd8e-9fa96137a7cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:05.017048 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-07d86161-6cbd-441c-bd8e-9fa96137a7cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f11cb9e-aab8-4f98-bb63-33a5b767e2a9 HTTP/1.1" status: 204 len: 168 time: 0.4604657 Mar 29 14:53:05.017203 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-21f757e8-d3c6-4534-a362-7fbff6f00189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:05.017203 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-21f757e8-d3c6-4534-a362-7fbff6f00189 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f85783a9-b483-41bc-b228-3c46c32852a7 HTTP/1.1" status: 204 len: 168 time: 0.2789533 Mar 29 14:53:05.026058 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f757e8-d3c6-4534-a362-7fbff6f00189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85783a9-b483-41bc-b228-3c46c32852a7,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:05.078115 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d86161-6cbd-441c-bd8e-9fa96137a7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f11cb9e-aab8-4f98-bb63-33a5b767e2a9,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:05.126036 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4910b664-fdaa-4083-a221-ab0922bee537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (b2dd8b54-7164-4aac-a418-6fa9ad495cd5), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:05.128579 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4910b664-fdaa-4083-a221-ab0922bee537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:05.129798 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-4910b664-fdaa-4083-a221-ab0922bee537 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2dd8b54-7164-4aac-a418-6fa9ad495cd5 HTTP/1.1" status: 204 len: 168 time: 0.4650500 Mar 29 14:53:05.138276 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910b664-fdaa-4083-a221-ab0922bee537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dd8b54-7164-4aac-a418-6fa9ad495cd5,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:05.164736 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f105b8-f398-49dc-a720-0e48899480a8 req-94bb406e-1879-43a0-86d4-5118061664e8 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:05.166284 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d7f105b8-f398-49dc-a720-0e48899480a8 req-94bb406e-1879-43a0-86d4-5118061664e8 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0554776 Mar 29 14:53:05.200692 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-0270e048-a6e2-4f39-9a35-bdad4934ca97 req-8e8f33d0-bec8-4f22-8450-18667eacaf5b tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271'] for port (f080df45-43cd-4dc1-ab1a-9cc1b3276b3d), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:05.227776 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f33d0-bec8-4f22-8450-18667eacaf5b tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Pushing event deleted for resources: {'Port': ['ID=f080df45-43cd-4dc1-ab1a-9cc1b3276b3d,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:05.253536 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['f080df45-43cd-4dc1-ab1a-9cc1b3276b3d'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:53:05.260321 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d7f105b8-f398-49dc-a720-0e48899480a8 req-bfdf38f2-0e2f-440f-8659-79189c4cb7ae tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880878 Mar 29 14:53:05.301092 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0270e048-a6e2-4f39-9a35-bdad4934ca97 req-8e8f33d0-bec8-4f22-8450-18667eacaf5b tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] No DVR routers for this DVR port f080df45-43cd-4dc1-ab1a-9cc1b3276b3d on host hv-cinder-83552 {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 14:53:05.304103 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-0270e048-a6e2-4f39-9a35-bdad4934ca97 req-8e8f33d0-bec8-4f22-8450-18667eacaf5b tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:05.307849 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-0270e048-a6e2-4f39-9a35-bdad4934ca97 req-8e8f33d0-bec8-4f22-8450-18667eacaf5b tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.13 "DELETE /v2.0/ports/f080df45-43cd-4dc1-ab1a-9cc1b3276b3d HTTP/1.1" status: 204 len: 173 time: 0.8095081 Mar 29 14:53:05.308283 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff31ad47-4301-41f0-aa05-f6d21ae378c3', 'name': 'network-vif-deleted', 'tag': 'f080df45-43cd-4dc1-ab1a-9cc1b3276b3d'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:53:05.310601 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f4cff2-3f0c-4b84-bcec-a7428e3d3ed5" -d '{"events": [{"server_uuid": "ff31ad47-4301-41f0-aa05-f6d21ae378c3", "name": "network-vif-deleted", "tag": "f080df45-43cd-4dc1-ab1a-9cc1b3276b3d"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:53:05.345694 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784d6216-95dd-4e86-abb7-a5beeb0b01f1 x-openstack-request-id: req-784d6216-95dd-4e86-abb7-a5beeb0b01f1 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:53:05.345988 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff31ad47-4301-41f0-aa05-f6d21ae378c3", "name": "network-vif-deleted", "tag": "f080df45-43cd-4dc1-ab1a-9cc1b3276b3d", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:53:05.346240 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-784d6216-95dd-4e86-abb7-a5beeb0b01f1 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:53:05.346637 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-784d6216-95dd-4e86-abb7-a5beeb0b01f1'] response: {'server_uuid': 'ff31ad47-4301-41f0-aa05-f6d21ae378c3', 'name': 'network-vif-deleted', 'tag': 'f080df45-43cd-4dc1-ab1a-9cc1b3276b3d', 'status': 'completed', 'code': 200} Mar 29 14:53:05.424734 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-febaeef1-341e-4841-b755-5c85af78c4dd req-34c95676-0c8e-4311-9ac1-42f1789f57ea tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 210 time: 0.0316133 Mar 29 14:53:05.987516 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 60646) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:06.000140 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b76be35b-8217-4ff9-badf-f61d9ab89619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:06.089943 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b76be35b-8217-4ff9-badf-f61d9ab89619 admin admin] Publish callbacks [] for security_group (d7354c66-0f72-4ce0-a4e6-58c4095d6437), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:06.174796 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b76be35b-8217-4ff9-badf-f61d9ab89619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (d7354c66-0f72-4ce0-a4e6-58c4095d6437), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:06.213950 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-b76be35b-8217-4ff9-badf-f61d9ab89619 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc82c96cbfdd4025b386d44868b9d568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266710 Mar 29 14:53:06.214749 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76be35b-8217-4ff9-badf-f61d9ab89619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7354c66-0f72-4ce0-a4e6-58c4095d6437,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:06.217172 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60652) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:06.266435 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f97e1f2a-5e57-4fcc-8f26-6241f54888a3 admin admin] Publish callbacks [] for security_group (d7354c66-0f72-4ce0-a4e6-58c4095d6437), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:06.292242 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f97e1f2a-5e57-4fcc-8f26-6241f54888a3 admin admin] Publish callbacks [] for security_group (d7354c66-0f72-4ce0-a4e6-58c4095d6437), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:06.375799 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60660) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:06.389211 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e15c57ca-b1f4-4c9f-afb7-81bd8bd04414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:06.398598 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfe2ae-ed79-4e28-bfa8-117e460edf69 req-494695ae-3e13-4565-a5c5-9d5711b3a326 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:06.400085 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7ecfe2ae-ed79-4e28-bfa8-117e460edf69 req-494695ae-3e13-4565-a5c5-9d5711b3a326 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0625010 Mar 29 14:53:06.445495 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7ecfe2ae-ed79-4e28-bfa8-117e460edf69 req-23ed06c3-86f1-43ed-9b5a-5f17e22924f8 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398226 Mar 29 14:53:06.446878 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f97e1f2a-5e57-4fcc-8f26-6241f54888a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (d7354c66-0f72-4ce0-a4e6-58c4095d6437), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:06.450103 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f97e1f2a-5e57-4fcc-8f26-6241f54888a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:06.451262 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-f97e1f2a-5e57-4fcc-8f26-6241f54888a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7354c66-0f72-4ce0-a4e6-58c4095d6437 HTTP/1.1" status: 204 len: 168 time: 0.2325785 Mar 29 14:53:06.468600 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e1f2a-5e57-4fcc-8f26-6241f54888a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7354c66-0f72-4ce0-a4e6-58c4095d6437,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:06.546922 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e15c57ca-b1f4-4c9f-afb7-81bd8bd04414 admin admin] Publish callbacks [] for security_group (90b3a5c3-d416-464e-911d-1b63aa9ce5bf), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:06.566373 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a8a2cf75-5db8-4701-8f99-6608e81f5435 req-4518b603-0130-492a-9c3a-5ab19d9f0d80 tempest-DeleteServersTestJSON-811352140 tempest-DeleteServersTestJSON-811352140-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff31ad47-4301-41f0-aa05-f6d21ae378c3 HTTP/1.1" status: 200 len: 210 time: 0.0321522 Mar 29 14:53:06.632393 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e15c57ca-b1f4-4c9f-afb7-81bd8bd04414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (90b3a5c3-d416-464e-911d-1b63aa9ce5bf), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:06.670165 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-e15c57ca-b1f4-4c9f-afb7-81bd8bd04414 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e0e6aa6fe524305bb74894238578474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935851 Mar 29 14:53:06.672030 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c57ca-b1f4-4c9f-afb7-81bd8bd04414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b3a5c3-d416-464e-911d-1b63aa9ce5bf,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:06.673066 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 60672) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:06.721030 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-41ee6453-cc7a-4162-8222-2b46554b4e77 admin admin] Publish callbacks [] for security_group (90b3a5c3-d416-464e-911d-1b63aa9ce5bf), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:06.742704 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-41ee6453-cc7a-4162-8222-2b46554b4e77 admin admin] Publish callbacks [] for security_group (90b3a5c3-d416-464e-911d-1b63aa9ce5bf), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:06.872318 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-41ee6453-cc7a-4162-8222-2b46554b4e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (90b3a5c3-d416-464e-911d-1b63aa9ce5bf), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:06.875094 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-41ee6453-cc7a-4162-8222-2b46554b4e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:06.876549 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-41ee6453-cc7a-4162-8222-2b46554b4e77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/90b3a5c3-d416-464e-911d-1b63aa9ce5bf HTTP/1.1" status: 204 len: 168 time: 0.2024817 Mar 29 14:53:06.884086 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee6453-cc7a-4162-8222-2b46554b4e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b3a5c3-d416-464e-911d-1b63aa9ce5bf,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:07.568144 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaded473-0f1c-4700-ac36-8f0e0e91ad63 req-1d13479a-2d9b-430f-9b2f-16dd37be06e3 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:07.569598 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-aaded473-0f1c-4700-ac36-8f0e0e91ad63 req-1d13479a-2d9b-430f-9b2f-16dd37be06e3 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0511944 Mar 29 14:53:07.616640 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-aaded473-0f1c-4700-ac36-8f0e0e91ad63 req-1c6905b0-d947-4814-a91b-8a030ffc17d8 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408928 Mar 29 14:53:07.846889 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 60714) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:07.857622 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e24afd29-0fe9-453f-a406-dc4ff527b860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:07.934774 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e24afd29-0fe9-453f-a406-dc4ff527b860 admin admin] Publish callbacks [] for security_group (4930e655-9754-4800-90fe-221356afba19), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:08.040135 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e24afd29-0fe9-453f-a406-dc4ff527b860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (4930e655-9754-4800-90fe-221356afba19), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:08.080382 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-e24afd29-0fe9-453f-a406-dc4ff527b860 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40e5b2d2531e4ba98d96e9a2830b3aef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354918 Mar 29 14:53:08.081677 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24afd29-0fe9-453f-a406-dc4ff527b860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4930e655-9754-4800-90fe-221356afba19,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:08.083212 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60722) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:08.142609 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5093534a-b98a-42f5-9804-b1621d6c523e admin admin] Publish callbacks [] for security_group (4930e655-9754-4800-90fe-221356afba19), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:08.167898 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5093534a-b98a-42f5-9804-b1621d6c523e admin admin] Publish callbacks [] for security_group (4930e655-9754-4800-90fe-221356afba19), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:08.181925 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60728) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:08.358613 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5093534a-b98a-42f5-9804-b1621d6c523e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (4930e655-9754-4800-90fe-221356afba19), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:08.363094 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5093534a-b98a-42f5-9804-b1621d6c523e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:08.363094 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-5093534a-b98a-42f5-9804-b1621d6c523e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4930e655-9754-4800-90fe-221356afba19 HTTP/1.1" status: 204 len: 168 time: 0.2780845 Mar 29 14:53:08.371129 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d6ed8dfd-151a-43a6-9921-081cec2abf0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:08.382193 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093534a-b98a-42f5-9804-b1621d6c523e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4930e655-9754-4800-90fe-221356afba19,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:08.518127 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d6ed8dfd-151a-43a6-9921-081cec2abf0b admin admin] Publish callbacks [] for security_group (9b06b11e-d70f-4551-a05f-c9a9e08ba7e5), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:08.530474 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device f080df45-43cd-4dc1-ab1a-9cc1b3276b3d no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:53:08.551191 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] No Port match for: f080df45-43cd-4dc1-ab1a-9cc1b3276b3d {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 14:53:08.551538 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device f080df45-43cd-4dc1-ab1a-9cc1b3276b3d not bound to the agent host hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 14:53:08.734897 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9003bb-8809-4a7c-9b5d-8f2dec4e2493 req-2c49e5fc-657b-422f-892b-19c72a3760db tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:08.736358 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6e9003bb-8809-4a7c-9b5d-8f2dec4e2493 req-2c49e5fc-657b-422f-892b-19c72a3760db tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0520532 Mar 29 14:53:08.781795 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6e9003bb-8809-4a7c-9b5d-8f2dec4e2493 req-a0a643a7-5431-4121-87bf-6abcdbd03021 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398695 Mar 29 14:53:08.805539 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d6ed8dfd-151a-43a6-9921-081cec2abf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (9b06b11e-d70f-4551-a05f-c9a9e08ba7e5), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:08.843791 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-d6ed8dfd-151a-43a6-9921-081cec2abf0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6be3098d35ec42528951806cbc2b7280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6575644 Mar 29 14:53:08.844141 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 60754) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:08.857504 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed8dfd-151a-43a6-9921-081cec2abf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b06b11e-d70f-4551-a05f-c9a9e08ba7e5,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:08.895837 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-76b87b3c-f730-4654-b867-1ec04c616828 admin admin] Publish callbacks [] for security_group (9b06b11e-d70f-4551-a05f-c9a9e08ba7e5), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:08.916725 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-76b87b3c-f730-4654-b867-1ec04c616828 admin admin] Publish callbacks [] for security_group (9b06b11e-d70f-4551-a05f-c9a9e08ba7e5), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:09.057073 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-76b87b3c-f730-4654-b867-1ec04c616828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (9b06b11e-d70f-4551-a05f-c9a9e08ba7e5), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:09.060255 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-76b87b3c-f730-4654-b867-1ec04c616828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:09.061439 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-76b87b3c-f730-4654-b867-1ec04c616828 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b06b11e-d70f-4551-a05f-c9a9e08ba7e5 HTTP/1.1" status: 204 len: 168 time: 0.2164199 Mar 29 14:53:09.069777 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b87b3c-f730-4654-b867-1ec04c616828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b06b11e-d70f-4551-a05f-c9a9e08ba7e5,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:09.237224 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 60776) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:09.290003 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cede82a-2a7a-4378-9b35-5aa5d40ccc64 admin admin] Deleting subnet d3e866f1-4f04-47fe-ad05-959ee904e9a6 {{(pid=115498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 14:53:09.293088 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3cede82a-2a7a-4378-9b35-5aa5d40ccc64 admin admin] Publish callbacks [] for subnet (d3e866f1-4f04-47fe-ad05-959ee904e9a6), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:09.326348 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3cede82a-2a7a-4378-9b35-5aa5d40ccc64 admin admin] Publish callbacks [] for subnet (d3e866f1-4f04-47fe-ad05-959ee904e9a6), precommit_delete_associations {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:09.335365 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3cede82a-2a7a-4378-9b35-5aa5d40ccc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187270'] for subnet (d3e866f1-4f04-47fe-ad05-959ee904e9a6), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:09.531650 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3cede82a-2a7a-4378-9b35-5aa5d40ccc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for subnet (d3e866f1-4f04-47fe-ad05-959ee904e9a6), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:09.562023 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cede82a-2a7a-4378-9b35-5aa5d40ccc64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e866f1-4f04-47fe-ad05-959ee904e9a6,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:09.568949 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3cede82a-2a7a-4378-9b35-5aa5d40ccc64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:09.572116 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-3cede82a-2a7a-4378-9b35-5aa5d40ccc64 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d3e866f1-4f04-47fe-ad05-959ee904e9a6 HTTP/1.1" status: 204 len: 168 time: 0.3338375 Mar 29 14:53:09.574971 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60790) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:09.649393 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1063815'] for network (6721044d-e617-49b1-a476-62c5a05d371f), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:09.739048 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8727032248890'] for network (6721044d-e617-49b1-a476-62c5a05d371f), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:09.761662 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:09.762003 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:09.762735 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:09.763066 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Subscribe: > port after_create 55550000 {{(pid=115499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:09.763386 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:09.763716 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Subscribe: > port after_update 55550000 {{(pid=115499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:09.764176 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:09.764604 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:09.764930 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:09.765276 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:09.880512 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:09.881193 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:09.881518 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:09.881842 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:09.882368 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6721044d-e617-49b1-a476-62c5a05d371f']}} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:09.899093 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb') {'for_net_delete': True} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:09.899440 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb') {} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:09.916297 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db63068-1781-4b5c-bc40-c414aad2e5f2 req-c21c948a-35a9-400b-9107-3736fae0559e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:09.917824 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727032247107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8420983'] for segment (4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:09.924086 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3db63068-1781-4b5c-bc40-c414aad2e5f2 req-c21c948a-35a9-400b-9107-3736fae0559e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0608318 Mar 29 14:53:09.965174 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:09.988859 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3db63068-1781-4b5c-bc40-c414aad2e5f2 req-e024c7b9-b12c-4c62-bdcb-1a11b7816d57 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596139 Mar 29 14:53:09.993026 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=115499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 14:53:09.993026 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9130313'] for segment (4e8bd3dd-6ca1-4c1f-b7d5-def4b3c693bb), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: from cryptography.utils import int_from_bytes Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: from cryptography.utils import int_from_bytes Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: Traceback (most recent call last): Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: timer() Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: cb(*args, **kw) Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: return func(*args, **kwargs) Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: self._notify() Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: self.callback(batched_events) Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: event.method(event) Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: return f(self, *a, **k) Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: return self._get(url).json() Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: return self.request(url, 'GET', **kwargs) Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 14:53:10.027208 dv-cinder-835525-2-iscsi neutron-server[115499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 14:53:10.255283 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606314'] for network (6721044d-e617-49b1-a476-62c5a05d371f), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:10.272640 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:10.278137 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6721044d-e617-49b1-a476-62c5a05d371f HTTP/1.1" status: 204 len: 168 time: 0.7021379 Mar 29 14:53:10.279321 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9d7f6-99fb-4f1f-8b74-f486347b6f42 admin admin] Pushing event deleted for resources: {'Network': ['ID=6721044d-e617-49b1-a476-62c5a05d371f,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:10.745803 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60838) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:10.782727 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-0ab31ecc-8370-4629-a3b8-c0a95759b181 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65d4f4ef94e74decbd58dd32eba4aa7b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379560 Mar 29 14:53:10.785328 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60840) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:10.832537 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-468c8f63-215e-4a56-894b-f77d41dc7e90 admin admin] Publish callbacks [] for security_group (387d1d18-fc68-4590-952e-3441b3c48f33), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:10.864119 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-468c8f63-215e-4a56-894b-f77d41dc7e90 admin admin] Publish callbacks [] for security_group (387d1d18-fc68-4590-952e-3441b3c48f33), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:10.969867 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 60854) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:10.994510 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-468c8f63-215e-4a56-894b-f77d41dc7e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (387d1d18-fc68-4590-952e-3441b3c48f33), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:10.997034 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-468c8f63-215e-4a56-894b-f77d41dc7e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:10.998184 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-468c8f63-215e-4a56-894b-f77d41dc7e90 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/387d1d18-fc68-4590-952e-3441b3c48f33 HTTP/1.1" status: 204 len: 168 time: 0.2119627 Mar 29 14:53:11.022803 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c8f63-215e-4a56-894b-f77d41dc7e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387d1d18-fc68-4590-952e-3441b3c48f33,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:11.129460 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1831ef8-ced8-449d-bd49-056b79d90c08 req-efc58aaa-6d8d-44d3-b7cd-ba0f216ad657 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:11.132785 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e1831ef8-ced8-449d-bd49-056b79d90c08 req-efc58aaa-6d8d-44d3-b7cd-ba0f216ad657 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0764968 Mar 29 14:53:11.207061 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e1831ef8-ced8-449d-bd49-056b79d90c08 req-92a972ae-841a-457c-9181-58e0c6282923 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677426 Mar 29 14:53:11.282603 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5ac18abd-fc1a-4716-a447-e198cf0352a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:11.300244 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60896) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:11.363712 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-5d531f47-5026-4bc0-9d56-a4fa81e3f7fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-659596070-network', 'tenant_id': '6e323ba9c66d490f9f23789296ac042e'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:11.553819 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5ac18abd-fc1a-4716-a447-e198cf0352a6 admin admin] Publish callbacks [] for security_group (ac3499ff-5b4c-406e-8e36-ac159f854ea5), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:11.563931 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d531f47-5026-4bc0-9d56-a4fa81e3f7fb admin admin] Made reservation on behalf of 6e323ba9c66d490f9f23789296ac042e for: {'network': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:53:11.563931 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5d531f47-5026-4bc0-9d56-a4fa81e3f7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:11.575323 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5d531f47-5026-4bc0-9d56-a4fa81e3f7fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:11.649043 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5ac18abd-fc1a-4716-a447-e198cf0352a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (ac3499ff-5b4c-406e-8e36-ac159f854ea5), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:11.654850 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5d531f47-5026-4bc0-9d56-a4fa81e3f7fb admin admin] Publish callbacks [] for security_group (d1be6b81-543d-4a65-99c4-0660d5ca145e), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:11.688964 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-5ac18abd-fc1a-4716-a447-e198cf0352a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1f9039a673c4ec3befdeea9cb8bf03f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7182736 Mar 29 14:53:11.689840 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac18abd-fc1a-4716-a447-e198cf0352a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3499ff-5b4c-406e-8e36-ac159f854ea5,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:11.693547 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60918) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:11.732112 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5d531f47-5026-4bc0-9d56-a4fa81e3f7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (d1be6b81-543d-4a65-99c4-0660d5ca145e), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:11.757274 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d531f47-5026-4bc0-9d56-a4fa81e3f7fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=115499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 14:53:11.780207 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5d531f47-5026-4bc0-9d56-a4fa81e3f7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (80cdde69-7bc0-431d-bbe6-5f0eaa86eba5), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:11.780475 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.segments_db [None req-5d531f47-5026-4bc0-9d56-a4fa81e3f7fb admin admin] Added segment 80cdde69-7bc0-431d-bbe6-5f0eaa86eba5 of type vlan for network 3c7414dc-971e-4491-80fd-9558fdf4f62a Mar 29 14:53:11.781649 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d531f47-5026-4bc0-9d56-a4fa81e3f7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1be6b81-543d-4a65-99c4-0660d5ca145e,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:11.789790 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3c40-62bb-4479-a731-e28e7acf799f admin admin] Publish callbacks [] for security_group (ac3499ff-5b4c-406e-8e36-ac159f854ea5), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:11.840578 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5d531f47-5026-4bc0-9d56-a4fa81e3f7fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727031888698'] for network (3c7414dc-971e-4491-80fd-9558fdf4f62a), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:11.843801 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3c40-62bb-4479-a731-e28e7acf799f admin admin] Publish callbacks [] for security_group (ac3499ff-5b4c-406e-8e36-ac159f854ea5), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:11.935171 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5d531f47-5026-4bc0-9d56-a4fa81e3f7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for network (3c7414dc-971e-4491-80fd-9558fdf4f62a), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:11.936266 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d531f47-5026-4bc0-9d56-a4fa81e3f7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:11.936847 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5d531f47-5026-4bc0-9d56-a4fa81e3f7fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:11.993199 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d531f47-5026-4bc0-9d56-a4fa81e3f7fb admin admin] Pushing event updated for resources: {'Network': ['ID=3c7414dc-971e-4491-80fd-9558fdf4f62a,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:11.995707 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3c40-62bb-4479-a731-e28e7acf799f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (ac3499ff-5b4c-406e-8e36-ac159f854ea5), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:11.998340 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3c40-62bb-4479-a731-e28e7acf799f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:11.999566 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-e0dd3c40-62bb-4479-a731-e28e7acf799f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac3499ff-5b4c-406e-8e36-ac159f854ea5 HTTP/1.1" status: 204 len: 168 time: 0.3009341 Mar 29 14:53:12.006794 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Network 3c7414dc-971e-4491-80fd-9558fdf4f62a details requested by agent ovs-agent-dv-cinder-835525-2-iscsi with host dv-cinder-835525-2-iscsi {{(pid=115500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:53:12.007266 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd3c40-62bb-4479-a731-e28e7acf799f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3499ff-5b4c-406e-8e36-ac159f854ea5,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:12.077653 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-5d531f47-5026-4bc0-9d56-a4fa81e3f7fb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7762709 Mar 29 14:53:12.085165 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60934) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:12.090510 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-5c1f264d-28b7-4341-9252-f58d12ece21b admin admin] Request body: {'subnet': {'network_id': '3c7414dc-971e-4491-80fd-9558fdf4f62a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-659596070-subnet', 'tenant_id': '6e323ba9c66d490f9f23789296ac042e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:12.232048 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1f264d-28b7-4341-9252-f58d12ece21b admin admin] Made reservation on behalf of 6e323ba9c66d490f9f23789296ac042e for: {'subnet': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:53:12.234408 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5c1f264d-28b7-4341-9252-f58d12ece21b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9364872'] for subnet (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:12.356387 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc240df9-bd82-4a4d-91f1-7546df1f9345 req-8185fe24-1318-4794-b2c3-6311486f9ae5 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:12.360837 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cc240df9-bd82-4a4d-91f1-7546df1f9345 req-8185fe24-1318-4794-b2c3-6311486f9ae5 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0646710 Mar 29 14:53:12.362548 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 60944) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:12.418379 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cc240df9-bd82-4a4d-91f1-7546df1f9345 req-18ec3347-afd2-4793-b1d1-56b235bd7e37 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503016 Mar 29 14:53:12.483787 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-1a56f79b-36a4-4f23-afaa-a1cfa3191bac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1132432797-network', 'tenant_id': '25664f4910a540028ea2fd6f14e5e467'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:12.558346 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5c1f264d-28b7-4341-9252-f58d12ece21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9129900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9364894'] for subnet (88b0603f-1569-42b5-8239-e077b0fe4633), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:12.603724 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a56f79b-36a4-4f23-afaa-a1cfa3191bac admin admin] Made reservation on behalf of 25664f4910a540028ea2fd6f14e5e467 for: {'network': 1} {{(pid=115498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:53:12.606987 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1a56f79b-36a4-4f23-afaa-a1cfa3191bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:12.618184 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f264d-28b7-4341-9252-f58d12ece21b admin admin] Pushing event updated for resources: {'Subnet': ['ID=88b0603f-1569-42b5-8239-e077b0fe4633,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:12.618795 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1a56f79b-36a4-4f23-afaa-a1cfa3191bac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:12.623616 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f264d-28b7-4341-9252-f58d12ece21b admin admin] Checking segment: {'id': '80cdde69-7bc0-431d-bbe6-5f0eaa86eba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3c7414dc-971e-4491-80fd-9558fdf4f62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:53:12.623962 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f264d-28b7-4341-9252-f58d12ece21b admin admin] Network hostable DHCP agents. Network: 3c7414dc-971e-4491-80fd-9558fdf4f62a, hostable agents: ['d54be346-8d38-4a55-9238-c2600b34a430'], hosted agents: [] {{(pid=115499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:53:12.703443 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1a56f79b-36a4-4f23-afaa-a1cfa3191bac admin admin] Publish callbacks [] for security_group (43c59bb0-c833-4199-8a22-2d5e81ccf24a), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:12.832224 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f264d-28b7-4341-9252-f58d12ece21b admin admin] Network 3c7414dc-971e-4491-80fd-9558fdf4f62a is scheduled to be hosted by DHCP agent d54be346-8d38-4a55-9238-c2600b34a430 with binding_index 1 {{(pid=115499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:53:12.875580 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1a56f79b-36a4-4f23-afaa-a1cfa3191bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (43c59bb0-c833-4199-8a22-2d5e81ccf24a), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:12.904353 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a56f79b-36a4-4f23-afaa-a1cfa3191bac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=115498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 14:53:12.914471 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56f79b-36a4-4f23-afaa-a1cfa3191bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c59bb0-c833-4199-8a22-2d5e81ccf24a,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:12.922026 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1a56f79b-36a4-4f23-afaa-a1cfa3191bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (a57af804-247a-487a-9bdc-518c892c3e70), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:12.922398 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.db.segments_db [None req-1a56f79b-36a4-4f23-afaa-a1cfa3191bac admin admin] Added segment a57af804-247a-487a-9bdc-518c892c3e70 of type vlan for network f97b2a7d-19fa-4d6f-9f95-b0d753873336 Mar 29 14:53:12.969706 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1a56f79b-36a4-4f23-afaa-a1cfa3191bac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727031888698'] for network (f97b2a7d-19fa-4d6f-9f95-b0d753873336), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:12.988270 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-5c1f264d-28b7-4341-9252-f58d12ece21b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-2-iscsi, 3c7414dc-971e-4491-80fd-9558fdf4f62a) {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:53:12.999262 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1f264d-28b7-4341-9252-f58d12ece21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:12.999820 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5023e56d-36e3-461a-b125-878c167234c3 None None] Network 3c7414dc-971e-4491-80fd-9558fdf4f62a requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:53:12.999940 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5c1f264d-28b7-4341-9252-f58d12ece21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:13.052130 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60970) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:13.067302 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b7c4ec48-7661-4ccd-961e-b330f8aea8f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:13.083948 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1a56f79b-36a4-4f23-afaa-a1cfa3191bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for network (f97b2a7d-19fa-4d6f-9f95-b0d753873336), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:13.084955 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a56f79b-36a4-4f23-afaa-a1cfa3191bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:13.085619 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1a56f79b-36a4-4f23-afaa-a1cfa3191bac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:13.136634 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd45be9-244e-41f3-a20c-ab4adfffda9d None None] Network 3c7414dc-971e-4491-80fd-9558fdf4f62a requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:53:13.168757 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56f79b-36a4-4f23-afaa-a1cfa3191bac admin admin] Pushing event updated for resources: {'Network': ['ID=f97b2a7d-19fa-4d6f-9f95-b0d753873336,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:13.176885 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-5c1f264d-28b7-4341-9252-f58d12ece21b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0902970 Mar 29 14:53:13.206024 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Network f97b2a7d-19fa-4d6f-9f95-b0d753873336 details requested by agent ovs-agent-dv-cinder-835525-2-iscsi with host dv-cinder-835525-2-iscsi {{(pid=115500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:53:13.235731 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b7c4ec48-7661-4ccd-961e-b330f8aea8f3 admin admin] Publish callbacks [] for security_group (e6e7761a-1742-43d6-b2a3-e326a48abd4a), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:13.259898 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-1a56f79b-36a4-4f23-afaa-a1cfa3191bac admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8962362 Mar 29 14:53:13.263600 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 60978) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:13.270162 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-49211ccc-37d9-4d56-932e-379db63c5a86 admin admin] Request body: {'subnet': {'network_id': 'f97b2a7d-19fa-4d6f-9f95-b0d753873336', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1132432797-subnet', 'tenant_id': '25664f4910a540028ea2fd6f14e5e467', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:13.354980 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b7c4ec48-7661-4ccd-961e-b330f8aea8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (e6e7761a-1742-43d6-b2a3-e326a48abd4a), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:13.393177 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-b7c4ec48-7661-4ccd-961e-b330f8aea8f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee167005a5454f1cb7b6298a2d3f2e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3397107 Mar 29 14:53:13.394612 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4ec48-7661-4ccd-961e-b330f8aea8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e7761a-1742-43d6-b2a3-e326a48abd4a,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:13.395994 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 60984) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:13.422785 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49211ccc-37d9-4d56-932e-379db63c5a86 admin admin] Made reservation on behalf of 25664f4910a540028ea2fd6f14e5e467 for: {'subnet': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:53:13.430964 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-49211ccc-37d9-4d56-932e-379db63c5a86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9364872'] for subnet (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:13.471379 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-16e56c06-8d0d-4c58-a41a-e68aa48d356b admin admin] Publish callbacks [] for security_group (e6e7761a-1742-43d6-b2a3-e326a48abd4a), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:13.493876 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-16e56c06-8d0d-4c58-a41a-e68aa48d356b admin admin] Publish callbacks [] for security_group (e6e7761a-1742-43d6-b2a3-e326a48abd4a), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:13.582977 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42ab87-304e-436f-a59a-22f808a01b1e req-eb1b8db7-86d0-43c3-baa5-198a177357b1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:13.584496 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6e42ab87-304e-436f-a59a-22f808a01b1e req-eb1b8db7-86d0-43c3-baa5-198a177357b1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0632081 Mar 29 14:53:13.645052 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6e42ab87-304e-436f-a59a-22f808a01b1e req-b11fa2dc-2230-4b25-bcd4-77d52c67eaf1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504320 Mar 29 14:53:13.651905 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-16e56c06-8d0d-4c58-a41a-e68aa48d356b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (e6e7761a-1742-43d6-b2a3-e326a48abd4a), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:13.654440 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-16e56c06-8d0d-4c58-a41a-e68aa48d356b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:13.666571 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-16e56c06-8d0d-4c58-a41a-e68aa48d356b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6e7761a-1742-43d6-b2a3-e326a48abd4a HTTP/1.1" status: 204 len: 168 time: 0.2584417 Mar 29 14:53:13.667263 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e56c06-8d0d-4c58-a41a-e68aa48d356b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e7761a-1742-43d6-b2a3-e326a48abd4a,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:13.774597 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-c069a3a0-f252-4054-9b67-7eef01f61595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:13.774881 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-49211ccc-37d9-4d56-932e-379db63c5a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9129900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9364894'] for subnet (bfa24366-ba5a-4c90-8ca9-d37b1137580e), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:13.832846 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49211ccc-37d9-4d56-932e-379db63c5a86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfa24366-ba5a-4c90-8ca9-d37b1137580e,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:13.840397 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49211ccc-37d9-4d56-932e-379db63c5a86 admin admin] Checking segment: {'id': 'a57af804-247a-487a-9bdc-518c892c3e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f97b2a7d-19fa-4d6f-9f95-b0d753873336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:53:13.840748 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49211ccc-37d9-4d56-932e-379db63c5a86 admin admin] Network hostable DHCP agents. Network: f97b2a7d-19fa-4d6f-9f95-b0d753873336, hostable agents: ['d54be346-8d38-4a55-9238-c2600b34a430'], hosted agents: [] {{(pid=115499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:53:13.948717 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49211ccc-37d9-4d56-932e-379db63c5a86 admin admin] Network f97b2a7d-19fa-4d6f-9f95-b0d753873336 is scheduled to be hosted by DHCP agent d54be346-8d38-4a55-9238-c2600b34a430 with binding_index 1 {{(pid=115499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:53:14.096725 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-49211ccc-37d9-4d56-932e-379db63c5a86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-2-iscsi, f97b2a7d-19fa-4d6f-9f95-b0d753873336) {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:53:14.100767 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49211ccc-37d9-4d56-932e-379db63c5a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:14.101453 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-49211ccc-37d9-4d56-932e-379db63c5a86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:14.110036 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72c00d6-bf8b-4014-92f9-6863f9924d84 None None] Network f97b2a7d-19fa-4d6f-9f95-b0d753873336 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:53:14.190959 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-49211ccc-37d9-4d56-932e-379db63c5a86 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9261556 Mar 29 14:53:14.239563 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d613ac2-26f0-47e9-9460-432f705e2309 None None] Network f97b2a7d-19fa-4d6f-9f95-b0d753873336 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:53:14.788599 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13822245-09c3-4f46-9389-46b548c3389d req-fb13db28-c2d0-4682-acd4-2e753ba18544 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:14.790134 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-13822245-09c3-4f46-9389-46b548c3389d req-fb13db28-c2d0-4682-acd4-2e753ba18544 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0576303 Mar 29 14:53:14.840593 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-13822245-09c3-4f46-9389-46b548c3389d req-ecb5a0eb-4319-4278-9ac7-13b341441b5a tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443482 Mar 29 14:53:15.064643 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 32816) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:15.178407 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-1dfe2185-cf24-4c6d-bce9-9e2d1e31baca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-901066733-network', 'tenant_id': '5947936e39ad479eaf1a74f59a830c99'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:15.208694 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 32822) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:15.214085 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-f9b8cdfa-f5a6-4fbb-a0c4-ec27376ad3c2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1705557773-network', 'tenant_id': '828d46c6d871444f98619ebfaafc8a61'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:15.285470 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfe2185-cf24-4c6d-bce9-9e2d1e31baca admin admin] Made reservation on behalf of 5947936e39ad479eaf1a74f59a830c99 for: {'network': 1} {{(pid=115498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:53:15.287900 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1dfe2185-cf24-4c6d-bce9-9e2d1e31baca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:15.301203 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1dfe2185-cf24-4c6d-bce9-9e2d1e31baca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:15.369559 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b8cdfa-f5a6-4fbb-a0c4-ec27376ad3c2 admin admin] Made reservation on behalf of 828d46c6d871444f98619ebfaafc8a61 for: {'network': 1} {{(pid=115498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:53:15.371780 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f9b8cdfa-f5a6-4fbb-a0c4-ec27376ad3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:15.388763 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f9b8cdfa-f5a6-4fbb-a0c4-ec27376ad3c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:15.408641 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 32832) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:15.436586 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1dfe2185-cf24-4c6d-bce9-9e2d1e31baca admin admin] Publish callbacks [] for security_group (aaafce7d-39a6-4853-88d2-6a5b05abef5c), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:15.503711 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f9b8cdfa-f5a6-4fbb-a0c4-ec27376ad3c2 admin admin] Publish callbacks [] for security_group (2ebf5c05-1b60-4c73-99ac-2f158a7dedb9), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:15.543230 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1dfe2185-cf24-4c6d-bce9-9e2d1e31baca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (aaafce7d-39a6-4853-88d2-6a5b05abef5c), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:15.550189 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-00b412a4-baae-4a79-9b83-0d2206222955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:15.575527 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dfe2185-cf24-4c6d-bce9-9e2d1e31baca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=115498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 14:53:15.589995 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f9b8cdfa-f5a6-4fbb-a0c4-ec27376ad3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (2ebf5c05-1b60-4c73-99ac-2f158a7dedb9), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:15.614066 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1dfe2185-cf24-4c6d-bce9-9e2d1e31baca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (b2f07c6e-23a5-4bcd-8f73-67262e0c589b), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:15.614454 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.db.segments_db [None req-1dfe2185-cf24-4c6d-bce9-9e2d1e31baca admin admin] Added segment b2f07c6e-23a5-4bcd-8f73-67262e0c589b of type vlan for network f8257b9f-92bd-4d96-b12a-fcac9f74b8a8 Mar 29 14:53:15.629230 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe2185-cf24-4c6d-bce9-9e2d1e31baca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaafce7d-39a6-4853-88d2-6a5b05abef5c,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:15.646759 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b8cdfa-f5a6-4fbb-a0c4-ec27376ad3c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=115498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 14:53:15.716410 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a4b47-401f-467b-9cde-d4aa8aeda31e req-6f21e7c9-15e9-4bd2-ac49-54f1f2cc2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:15.717905 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-519a4b47-401f-467b-9cde-d4aa8aeda31e req-6f21e7c9-15e9-4bd2-ac49-54f1f2cc2b01 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 1130 time: 0.0459592 Mar 29 14:53:15.739728 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1dfe2185-cf24-4c6d-bce9-9e2d1e31baca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727031888698'] for network (f8257b9f-92bd-4d96-b12a-fcac9f74b8a8), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:15.755768 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f9b8cdfa-f5a6-4fbb-a0c4-ec27376ad3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (012cdc7b-387b-4c4d-b5d8-13cc482b048b), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:15.756103 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.db.segments_db [None req-f9b8cdfa-f5a6-4fbb-a0c4-ec27376ad3c2 admin admin] Added segment 012cdc7b-387b-4c4d-b5d8-13cc482b048b of type vlan for network cfa0b5f7-cb20-4c53-bc9c-4f8d63a5463f Mar 29 14:53:15.771334 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-519a4b47-401f-467b-9cde-d4aa8aeda31e req-b0dc5f3d-6db4-4762-8e87-0bf882b82c88 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450244 Mar 29 14:53:15.777242 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8cdfa-f5a6-4fbb-a0c4-ec27376ad3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebf5c05-1b60-4c73-99ac-2f158a7dedb9,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:15.814764 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-a4cb18df-432f-4973-b498-eaebbaeba84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:15.843707 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f9b8cdfa-f5a6-4fbb-a0c4-ec27376ad3c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727031888698'] for network (cfa0b5f7-cb20-4c53-bc9c-4f8d63a5463f), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:15.878208 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-bcb2e620-67c2-48fb-a970-f735dc48fe69 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:15.879744 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-bcb2e620-67c2-48fb-a970-f735dc48fe69 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/networks?id=3c7414dc-971e-4491-80fd-9558fdf4f62a HTTP/1.1" status: 200 len: 808 time: 0.3176706 Mar 29 14:53:15.911685 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-00b412a4-baae-4a79-9b83-0d2206222955 admin admin] Publish callbacks [] for security_group (8eacb842-bfc3-4892-9cc1-be11cd371e9d), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:15.923346 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-43a52ffa-766a-4a3c-9ff3-29c680f79988 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/quotas/6e323ba9c66d490f9f23789296ac042e HTTP/1.1" status: 200 len: 375 time: 0.0322220 Mar 29 14:53:15.925475 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1dfe2185-cf24-4c6d-bce9-9e2d1e31baca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for network (f8257b9f-92bd-4d96-b12a-fcac9f74b8a8), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:15.926368 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfe2185-cf24-4c6d-bce9-9e2d1e31baca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:15.926934 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1dfe2185-cf24-4c6d-bce9-9e2d1e31baca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:16.009004 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-00b412a4-baae-4a79-9b83-0d2206222955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (8eacb842-bfc3-4892-9cc1-be11cd371e9d), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:16.042264 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-310cab2b-abb3-4fdc-8950-773d9a30c991 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6e323ba9c66d490f9f23789296ac042e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0988913 Mar 29 14:53:16.050722 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f9b8cdfa-f5a6-4fbb-a0c4-ec27376ad3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for network (cfa0b5f7-cb20-4c53-bc9c-4f8d63a5463f), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:16.054084 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b8cdfa-f5a6-4fbb-a0c4-ec27376ad3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:16.054084 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f9b8cdfa-f5a6-4fbb-a0c4-ec27376ad3c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:16.072968 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe2185-cf24-4c6d-bce9-9e2d1e31baca admin admin] Pushing event updated for resources: {'Network': ['ID=f8257b9f-92bd-4d96-b12a-fcac9f74b8a8,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:16.085060 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Network f8257b9f-92bd-4d96-b12a-fcac9f74b8a8 details requested by agent ovs-agent-dv-cinder-835525-2-iscsi with host dv-cinder-835525-2-iscsi {{(pid=115500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:53:16.100438 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc94b86-6b78-4bd8-b3b2-b1f7c9744a06 req-5347fb88-a897-48b7-a430-79d944cedb01 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:16.102229 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-edc94b86-6b78-4bd8-b3b2-b1f7c9744a06 req-5347fb88-a897-48b7-a430-79d944cedb01 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.1893642 Mar 29 14:53:16.109127 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 32854) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:16.111942 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-1dfe2185-cf24-4c6d-bce9-9e2d1e31baca admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0434175 Mar 29 14:53:16.114767 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-ef91aeb3-af85-4fcf-b9dd-c0b20facbf86 admin admin] Request body: {'subnet': {'network_id': 'f8257b9f-92bd-4d96-b12a-fcac9f74b8a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-901066733-subnet', 'tenant_id': '5947936e39ad479eaf1a74f59a830c99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:16.178373 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-00b412a4-baae-4a79-9b83-0d2206222955 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc4321d448f040978971f27af38adf59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7683237 Mar 29 14:53:16.181135 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 32856) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:16.222447 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b412a4-baae-4a79-9b83-0d2206222955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eacb842-bfc3-4892-9cc1-be11cd371e9d,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:16.238762 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3e2923a4-44cd-49d5-83c3-cf5ea9c33969 admin admin] Publish callbacks [] for security_group (8eacb842-bfc3-4892-9cc1-be11cd371e9d), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:16.262834 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8cdfa-f5a6-4fbb-a0c4-ec27376ad3c2 admin admin] Pushing event updated for resources: {'Network': ['ID=cfa0b5f7-cb20-4c53-bc9c-4f8d63a5463f,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:16.263248 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3e2923a4-44cd-49d5-83c3-cf5ea9c33969 admin admin] Publish callbacks [] for security_group (8eacb842-bfc3-4892-9cc1-be11cd371e9d), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:16.274720 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Network cfa0b5f7-cb20-4c53-bc9c-4f8d63a5463f details requested by agent ovs-agent-dv-cinder-835525-2-iscsi with host dv-cinder-835525-2-iscsi {{(pid=115500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:53:16.281516 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-edc94b86-6b78-4bd8-b3b2-b1f7c9744a06 req-0132c4b3-da4c-4a4e-af7a-a304671ce031 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683114 Mar 29 14:53:16.313815 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 32858) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:16.317215 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-f9b8cdfa-f5a6-4fbb-a0c4-ec27376ad3c2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1035790 Mar 29 14:53:16.318827 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-5bb63c0d-614b-4f7c-9c7d-786fe77ab688 admin admin] Request body: {'subnet': {'network_id': 'cfa0b5f7-cb20-4c53-bc9c-4f8d63a5463f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1705557773-subnet', 'tenant_id': '828d46c6d871444f98619ebfaafc8a61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:16.319467 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-44429878-e8a9-4980-8671-b59bcc34b396 service neutron] 10.222.0.16 "GET /v2.0/networks/3c7414dc-971e-4491-80fd-9558fdf4f62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642841 Mar 29 14:53:16.419738 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-5ffc823d-1c20-4557-8a8f-431000b2700e service neutron] 10.222.0.16 "GET /v2.0/networks/3c7414dc-971e-4491-80fd-9558fdf4f62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938501 Mar 29 14:53:16.451682 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef91aeb3-af85-4fcf-b9dd-c0b20facbf86 admin admin] Made reservation on behalf of 5947936e39ad479eaf1a74f59a830c99 for: {'subnet': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:53:16.455356 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-ef91aeb3-af85-4fcf-b9dd-c0b20facbf86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9364872'] for subnet (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:16.511778 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3e2923a4-44cd-49d5-83c3-cf5ea9c33969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (8eacb842-bfc3-4892-9cc1-be11cd371e9d), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:16.514424 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3e2923a4-44cd-49d5-83c3-cf5ea9c33969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:16.515489 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-3e2923a4-44cd-49d5-83c3-cf5ea9c33969 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8eacb842-bfc3-4892-9cc1-be11cd371e9d HTTP/1.1" status: 204 len: 168 time: 0.3331101 Mar 29 14:53:16.516346 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb63c0d-614b-4f7c-9c7d-786fe77ab688 admin admin] Made reservation on behalf of 828d46c6d871444f98619ebfaafc8a61 for: {'subnet': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:53:16.518865 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5bb63c0d-614b-4f7c-9c7d-786fe77ab688 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9364872'] for subnet (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:16.581535 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2923a4-44cd-49d5-83c3-cf5ea9c33969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eacb842-bfc3-4892-9cc1-be11cd371e9d,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:16.691988 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ad5476c9-c26a-47de-bf39-65dd764fe28e req-35b62e4f-4e07-418f-b036-e619c87255a2 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a0726ef-e242-4de8-87b7-ed468e69556c HTTP/1.1" status: 200 len: 210 time: 0.0335348 Mar 29 14:53:16.840358 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-ef91aeb3-af85-4fcf-b9dd-c0b20facbf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9129900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9364894'] for subnet (60d8f854-a6e4-4e56-85a7-3a79cb52ddfc), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:16.906439 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91aeb3-af85-4fcf-b9dd-c0b20facbf86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d8f854-a6e4-4e56-85a7-3a79cb52ddfc,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:16.906439 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91aeb3-af85-4fcf-b9dd-c0b20facbf86 admin admin] Checking segment: {'id': 'b2f07c6e-23a5-4bcd-8f73-67262e0c589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f8257b9f-92bd-4d96-b12a-fcac9f74b8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:53:16.906439 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef91aeb3-af85-4fcf-b9dd-c0b20facbf86 admin admin] Network hostable DHCP agents. Network: f8257b9f-92bd-4d96-b12a-fcac9f74b8a8, hostable agents: ['d54be346-8d38-4a55-9238-c2600b34a430'], hosted agents: [] {{(pid=115499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:53:16.936804 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5bb63c0d-614b-4f7c-9c7d-786fe77ab688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9129900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9364894'] for subnet (0fe12bf0-d465-4708-b374-af2289c358d5), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:16.995879 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb63c0d-614b-4f7c-9c7d-786fe77ab688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe12bf0-d465-4708-b374-af2289c358d5,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:17.002678 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb63c0d-614b-4f7c-9c7d-786fe77ab688 admin admin] Checking segment: {'id': '012cdc7b-387b-4c4d-b5d8-13cc482b048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cfa0b5f7-cb20-4c53-bc9c-4f8d63a5463f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:53:17.003021 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb63c0d-614b-4f7c-9c7d-786fe77ab688 admin admin] Network hostable DHCP agents. Network: cfa0b5f7-cb20-4c53-bc9c-4f8d63a5463f, hostable agents: ['d54be346-8d38-4a55-9238-c2600b34a430'], hosted agents: [] {{(pid=115499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:53:17.056994 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef91aeb3-af85-4fcf-b9dd-c0b20facbf86 admin admin] Network f8257b9f-92bd-4d96-b12a-fcac9f74b8a8 is scheduled to be hosted by DHCP agent d54be346-8d38-4a55-9238-c2600b34a430 with binding_index 1 {{(pid=115499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:53:17.085295 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:17.155212 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb63c0d-614b-4f7c-9c7d-786fe77ab688 admin admin] Network cfa0b5f7-cb20-4c53-bc9c-4f8d63a5463f is scheduled to be hosted by DHCP agent d54be346-8d38-4a55-9238-c2600b34a430 with binding_index 1 {{(pid=115499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:53:17.218590 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-ef91aeb3-af85-4fcf-b9dd-c0b20facbf86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-2-iscsi, f8257b9f-92bd-4d96-b12a-fcac9f74b8a8) {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:53:17.220589 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-5bb63c0d-614b-4f7c-9c7d-786fe77ab688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-2-iscsi, cfa0b5f7-cb20-4c53-bc9c-4f8d63a5463f) {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:53:17.227155 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65715b8e-f6c1-4de6-9d80-0e31d4463e9a None None] Network f8257b9f-92bd-4d96-b12a-fcac9f74b8a8 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:53:17.231491 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef91aeb3-af85-4fcf-b9dd-c0b20facbf86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:17.232072 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-ef91aeb3-af85-4fcf-b9dd-c0b20facbf86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:17.250633 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb63c0d-614b-4f7c-9c7d-786fe77ab688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:17.250633 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5bb63c0d-614b-4f7c-9c7d-786fe77ab688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:17.277692 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae8a64b-3ecf-4ce8-ab60-abc4a179225f None None] Network cfa0b5f7-cb20-4c53-bc9c-4f8d63a5463f requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:53:17.300241 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 32876) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:17.314263 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-812e892b-ed5c-4d8d-ac3b-470e06849547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:17.348576 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-ef91aeb3-af85-4fcf-b9dd-c0b20facbf86 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2301395 Mar 29 14:53:17.348576 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-5bb63c0d-614b-4f7c-9c7d-786fe77ab688 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0293949 Mar 29 14:53:17.423644 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747f3b4d-d2f7-4b19-94c6-63ceae63adb1 None None] Network f8257b9f-92bd-4d96-b12a-fcac9f74b8a8 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:53:17.460500 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-812e892b-ed5c-4d8d-ac3b-470e06849547 admin admin] Publish callbacks [] for security_group (6dfef539-0d2e-427e-bc6b-a8535f49663f), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:17.514639 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0d5db-b337-40d4-b083-3deb82583528 req-33a7baea-7e93-4789-a176-200959284f7d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:17.522688 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d0a0d5db-b337-40d4-b083-3deb82583528 req-33a7baea-7e93-4789-a176-200959284f7d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.1006334 Mar 29 14:53:17.539074 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 32886) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:17.546938 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-812e892b-ed5c-4d8d-ac3b-470e06849547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (6dfef539-0d2e-427e-bc6b-a8535f49663f), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:17.584334 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_v2 [None req-97078ceb-759c-4190-8577-d58fc513a15b admin admin] Deleting subnet bfa24366-ba5a-4c90-8ca9-d37b1137580e {{(pid=115499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 14:53:17.587908 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-97078ceb-759c-4190-8577-d58fc513a15b admin admin] Publish callbacks [] for subnet (bfa24366-ba5a-4c90-8ca9-d37b1137580e), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:17.598441 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dd7e42-8ca7-4ec5-8945-49fc665878c7 None None] Network cfa0b5f7-cb20-4c53-bc9c-4f8d63a5463f requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:53:17.624674 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 32890) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:17.625316 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-812e892b-ed5c-4d8d-ac3b-470e06849547 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4d789750c64402c839c114f6c128cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237803 Mar 29 14:53:17.631046 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e892b-ed5c-4d8d-ac3b-470e06849547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfef539-0d2e-427e-bc6b-a8535f49663f,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:17.651828 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d0a0d5db-b337-40d4-b083-3deb82583528 req-f823e26f-9194-4e39-9433-c43beda10fd5 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276133 Mar 29 14:53:17.678155 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-97078ceb-759c-4190-8577-d58fc513a15b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8420988'] for subnet (bfa24366-ba5a-4c90-8ca9-d37b1137580e), precommit_delete_associations {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:17.756900 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-97078ceb-759c-4190-8577-d58fc513a15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187270'] for subnet (bfa24366-ba5a-4c90-8ca9-d37b1137580e), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:17.796181 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-547adca6-8a2a-49ab-ba4c-d309a7f06be3 admin admin] Publish callbacks [] for security_group (6dfef539-0d2e-427e-bc6b-a8535f49663f), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:17.812666 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-540ae336-8ad3-49bd-9960-4e0db8b80b89 req-f3da07a7-e3c3-4996-ae24-e514bf077436 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a0726ef-e242-4de8-87b7-ed468e69556c HTTP/1.1" status: 200 len: 210 time: 0.0335667 Mar 29 14:53:17.827298 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-547adca6-8a2a-49ab-ba4c-d309a7f06be3 admin admin] Publish callbacks [] for security_group (6dfef539-0d2e-427e-bc6b-a8535f49663f), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:17.853332 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f2bce-fe6c-405f-8671-53ffbf54d7c3 req-9f98132e-b363-4b30-b7e6-6de8907697f7 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:17.855445 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dc9f2bce-fe6c-405f-8671-53ffbf54d7c3 req-9f98132e-b363-4b30-b7e6-6de8907697f7 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.1145608 Mar 29 14:53:17.904677 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dc9f2bce-fe6c-405f-8671-53ffbf54d7c3 req-30f1bd2d-d7ec-4634-9629-f15a1ca14b49 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433354 Mar 29 14:53:17.977796 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-547adca6-8a2a-49ab-ba4c-d309a7f06be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (6dfef539-0d2e-427e-bc6b-a8535f49663f), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:17.980396 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-547adca6-8a2a-49ab-ba4c-d309a7f06be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:17.983945 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-547adca6-8a2a-49ab-ba4c-d309a7f06be3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6dfef539-0d2e-427e-bc6b-a8535f49663f HTTP/1.1" status: 204 len: 168 time: 0.3552406 Mar 29 14:53:17.983945 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-97078ceb-759c-4190-8577-d58fc513a15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9129967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364887'] for subnet (bfa24366-ba5a-4c90-8ca9-d37b1137580e), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.026449 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-97078ceb-759c-4190-8577-d58fc513a15b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.032384 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 32906) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:18.039178 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-97078ceb-759c-4190-8577-d58fc513a15b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bfa24366-ba5a-4c90-8ca9-d37b1137580e HTTP/1.1" status: 204 len: 168 time: 0.4990246 Mar 29 14:53:18.042464 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97078ceb-759c-4190-8577-d58fc513a15b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfa24366-ba5a-4c90-8ca9-d37b1137580e,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:18.056643 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547adca6-8a2a-49ab-ba4c-d309a7f06be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfef539-0d2e-427e-bc6b-a8535f49663f,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:18.129140 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1063815'] for network (f97b2a7d-19fa-4d6f-9f95-b0d753873336), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.228991 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8727032248890'] for network (f97b2a7d-19fa-4d6f-9f95-b0d753873336), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.256931 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:18.257410 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:18.258156 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:18.258480 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Subscribe: > port after_create 55550000 {{(pid=115498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:18.259268 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:18.259268 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Subscribe: > port after_update 55550000 {{(pid=115498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:18.259555 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:18.259705 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:18.260014 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:18.260326 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:18.312147 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.325235 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:18.325714 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:18.325936 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:18.326213 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:18.326574 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97b2a7d-19fa-4d6f-9f95-b0d753873336']}} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:18.361984 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57af804-247a-487a-9bdc-518c892c3e70') {'for_net_delete': True} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:18.362298 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57af804-247a-487a-9bdc-518c892c3e70') {} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:18.380650 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727032247107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439790'] for segment (a57af804-247a-487a-9bdc-518c892c3e70), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.404575 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (a57af804-247a-487a-9bdc-518c892c3e70), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.413468 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=115498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 14:53:18.413868 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10360001'] for segment (a57af804-247a-487a-9bdc-518c892c3e70), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: from cryptography.utils import int_from_bytes Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: from cryptography.utils import int_from_bytes Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: Traceback (most recent call last): Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: timer() Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: cb(*args, **kw) Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: return func(*args, **kwargs) Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: self._notify() Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: self.callback(batched_events) Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: event.method(event) Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: return f(self, *a, **k) Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: return self._get(url).json() Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: return self.request(url, 'GET', **kwargs) Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 14:53:18.418968 dv-cinder-835525-2-iscsi neutron-server[115498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 14:53:18.422136 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 32920) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:18.427551 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-a364adae-a73f-4357-81e7-774308e85b84 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-935745431-network', 'tenant_id': '0a8bd95595ef4d6daa9aa0ee7ca51bc6'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:18.531101 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a364adae-a73f-4357-81e7-774308e85b84 admin admin] Made reservation on behalf of 0a8bd95595ef4d6daa9aa0ee7ca51bc6 for: {'network': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:53:18.533448 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a364adae-a73f-4357-81e7-774308e85b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.544605 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a364adae-a73f-4357-81e7-774308e85b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.560293 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606314'] for network (f97b2a7d-19fa-4d6f-9f95-b0d753873336), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.580366 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.588271 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f97b2a7d-19fa-4d6f-9f95-b0d753873336 HTTP/1.1" status: 204 len: 168 time: 0.5520794 Mar 29 14:53:18.588271 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b24c6-d74c-4032-b6c9-f9136bf09b19 admin admin] Pushing event deleted for resources: {'Network': ['ID=f97b2a7d-19fa-4d6f-9f95-b0d753873336,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:18.590431 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 32928) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:18.641412 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9fb17e-7d79-47d9-8b1f-496d5ffaf77b admin admin] Deleting subnet 0fe12bf0-d465-4708-b374-af2289c358d5 {{(pid=115498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 14:53:18.644576 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-fe9fb17e-7d79-47d9-8b1f-496d5ffaf77b admin admin] Publish callbacks [] for subnet (0fe12bf0-d465-4708-b374-af2289c358d5), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.645824 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a364adae-a73f-4357-81e7-774308e85b84 admin admin] Publish callbacks [] for security_group (9d2982ec-4af5-4e97-9d25-35991b5c1e51), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.678796 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-fe9fb17e-7d79-47d9-8b1f-496d5ffaf77b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439781'] for subnet (0fe12bf0-d465-4708-b374-af2289c358d5), precommit_delete_associations {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.719602 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a364adae-a73f-4357-81e7-774308e85b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (9d2982ec-4af5-4e97-9d25-35991b5c1e51), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.730631 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-fe9fb17e-7d79-47d9-8b1f-496d5ffaf77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187270'] for subnet (0fe12bf0-d465-4708-b374-af2289c358d5), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.778317 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a364adae-a73f-4357-81e7-774308e85b84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=115499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 14:53:18.786352 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364adae-a73f-4357-81e7-774308e85b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2982ec-4af5-4e97-9d25-35991b5c1e51,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:18.897450 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-fe9fb17e-7d79-47d9-8b1f-496d5ffaf77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10357351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8856191'] for subnet (0fe12bf0-d465-4708-b374-af2289c358d5), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.899225 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a364adae-a73f-4357-81e7-774308e85b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (196474af-bf7c-48f4-b0f4-abe7cb47f7d9), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.899711 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.segments_db [None req-a364adae-a73f-4357-81e7-774308e85b84 admin admin] Added segment 196474af-bf7c-48f4-b0f4-abe7cb47f7d9 of type vlan for network 02527706-d319-4e69-b6c0-25e81e4c1886 Mar 29 14:53:18.942591 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a364adae-a73f-4357-81e7-774308e85b84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727031888698'] for network (02527706-d319-4e69-b6c0-25e81e4c1886), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.942756 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fb17e-7d79-47d9-8b1f-496d5ffaf77b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe12bf0-d465-4708-b374-af2289c358d5,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:18.964379 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-976711b5-093f-459d-8d4b-4b6a0cfa67d8 req-f4b536ee-8f94-4c84-9017-81b8233ffff2 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a0726ef-e242-4de8-87b7-ed468e69556c HTTP/1.1" status: 200 len: 210 time: 0.0607755 Mar 29 14:53:18.964379 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-fe9fb17e-7d79-47d9-8b1f-496d5ffaf77b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:18.969417 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-fe9fb17e-7d79-47d9-8b1f-496d5ffaf77b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0fe12bf0-d465-4708-b374-af2289c358d5 HTTP/1.1" status: 204 len: 168 time: 0.3756986 Mar 29 14:53:18.969833 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 32940) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:19.045385 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a5004294-fcc5-4503-8093-ee653ad5df52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1063815'] for network (cfa0b5f7-cb20-4c53-bc9c-4f8d63a5463f), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:19.045983 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a364adae-a73f-4357-81e7-774308e85b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for network (02527706-d319-4e69-b6c0-25e81e4c1886), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:19.047487 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a364adae-a73f-4357-81e7-774308e85b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:19.048323 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a364adae-a73f-4357-81e7-774308e85b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:19.109996 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364adae-a73f-4357-81e7-774308e85b84 admin admin] Pushing event updated for resources: {'Network': ['ID=02527706-d319-4e69-b6c0-25e81e4c1886,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:19.124008 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Network 02527706-d319-4e69-b6c0-25e81e4c1886 details requested by agent ovs-agent-dv-cinder-835525-2-iscsi with host dv-cinder-835525-2-iscsi {{(pid=115500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:53:19.127716 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a5004294-fcc5-4503-8093-ee653ad5df52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8727032248890'] for network (cfa0b5f7-cb20-4c53-bc9c-4f8d63a5463f), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:19.146964 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-a5004294-fcc5-4503-8093-ee653ad5df52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa0b5f7-cb20-4c53-bc9c-4f8d63a5463f']}} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:19.156488 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-a5004294-fcc5-4503-8093-ee653ad5df52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012cdc7b-387b-4c4d-b5d8-13cc482b048b') {'for_net_delete': True} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:19.156862 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-a5004294-fcc5-4503-8093-ee653ad5df52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012cdc7b-387b-4c4d-b5d8-13cc482b048b') {} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:19.166127 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a5004294-fcc5-4503-8093-ee653ad5df52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727032247107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439790'] for segment (012cdc7b-387b-4c4d-b5d8-13cc482b048b), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:19.182970 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a5004294-fcc5-4503-8093-ee653ad5df52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (012cdc7b-387b-4c4d-b5d8-13cc482b048b), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:19.188274 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5004294-fcc5-4503-8093-ee653ad5df52 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=115498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 14:53:19.188827 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a5004294-fcc5-4503-8093-ee653ad5df52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10360001'] for segment (012cdc7b-387b-4c4d-b5d8-13cc482b048b), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: Traceback (most recent call last): Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: timer() Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: cb(*args, **kw) Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: return func(*args, **kwargs) Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: self._notify() Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: self.callback(batched_events) Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: event.method(event) Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: return f(self, *a, **k) Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: return self._get(url).json() Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: return self.request(url, 'GET', **kwargs) Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 14:53:19.190509 dv-cinder-835525-2-iscsi neutron-server[115498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 14:53:19.260056 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-a364adae-a73f-4357-81e7-774308e85b84 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8365409 Mar 29 14:53:19.263292 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 32948) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:19.273156 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-0d080119-2640-4bf8-8772-32eed55ea3b7 admin admin] Request body: {'subnet': {'network_id': '02527706-d319-4e69-b6c0-25e81e4c1886', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-935745431-subnet', 'tenant_id': '0a8bd95595ef4d6daa9aa0ee7ca51bc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:19.331383 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a5004294-fcc5-4503-8093-ee653ad5df52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606314'] for network (cfa0b5f7-cb20-4c53-bc9c-4f8d63a5463f), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:19.336862 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a5004294-fcc5-4503-8093-ee653ad5df52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:19.345512 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-a5004294-fcc5-4503-8093-ee653ad5df52 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cfa0b5f7-cb20-4c53-bc9c-4f8d63a5463f HTTP/1.1" status: 204 len: 168 time: 0.3694329 Mar 29 14:53:19.354149 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5004294-fcc5-4503-8093-ee653ad5df52 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfa0b5f7-cb20-4c53-bc9c-4f8d63a5463f,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:19.365253 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d080119-2640-4bf8-8772-32eed55ea3b7 admin admin] Made reservation on behalf of 0a8bd95595ef4d6daa9aa0ee7ca51bc6 for: {'subnet': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:53:19.367588 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0d080119-2640-4bf8-8772-32eed55ea3b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9364872'] for subnet (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:19.748129 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:19.757811 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-20755970-ad97-4880-bbc1-49eb25698174 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:19.759277 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-20755970-ad97-4880-bbc1-49eb25698174 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.13 "GET /v2.0/networks?id=3c7414dc-971e-4491-80fd-9558fdf4f62a HTTP/1.1" status: 200 len: 808 time: 0.1362345 Mar 29 14:53:19.786245 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-66eb6c24-2acb-4156-9cf2-307f56ce94ce tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Request body: {'port': {'device_id': '0a0726ef-e242-4de8-87b7-ed468e69556c', 'network_id': '3c7414dc-971e-4491-80fd-9558fdf4f62a', 'admin_state_up': True, 'tenant_id': '6e323ba9c66d490f9f23789296ac042e'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:19.817139 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 32960) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:19.868830 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-ab7383ed-9c21-44d5-b5a5-fd39e9d8c83d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25664f4910a540028ea2fd6f14e5e467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0504670 Mar 29 14:53:19.871312 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 32966) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:19.960004 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e4a440bc-8123-4f2b-82e2-8c5297bd309f admin admin] Publish callbacks [] for security_group (43c59bb0-c833-4199-8a22-2d5e81ccf24a), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:19.984764 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e4a440bc-8123-4f2b-82e2-8c5297bd309f admin admin] Publish callbacks [] for security_group (43c59bb0-c833-4199-8a22-2d5e81ccf24a), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:20.045878 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0d080119-2640-4bf8-8772-32eed55ea3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9129900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9364894'] for subnet (93ca9dd0-a021-439c-ad4e-46dff1cfe2c1), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:20.084333 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6568c367-9b3f-41dc-8041-997bee83c8f8 req-1bdddd36-538e-4e8b-8399-58c65c46f992 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a0726ef-e242-4de8-87b7-ed468e69556c HTTP/1.1" status: 200 len: 210 time: 0.0289636 Mar 29 14:53:20.104313 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d080119-2640-4bf8-8772-32eed55ea3b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ca9dd0-a021-439c-ad4e-46dff1cfe2c1,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:20.107213 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-66eb6c24-2acb-4156-9cf2-307f56ce94ce tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Made reservation on behalf of 6e323ba9c66d490f9f23789296ac042e for: {'port': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:53:20.110678 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-66eb6c24-2acb-4156-9cf2-307f56ce94ce tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:20.133652 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d080119-2640-4bf8-8772-32eed55ea3b7 admin admin] Checking segment: {'id': '196474af-bf7c-48f4-b0f4-abe7cb47f7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '02527706-d319-4e69-b6c0-25e81e4c1886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:53:20.138983 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d080119-2640-4bf8-8772-32eed55ea3b7 admin admin] Network hostable DHCP agents. Network: 02527706-d319-4e69-b6c0-25e81e4c1886, hostable agents: ['d54be346-8d38-4a55-9238-c2600b34a430'], hosted agents: [] {{(pid=115499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:53:20.144659 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e4a440bc-8123-4f2b-82e2-8c5297bd309f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (43c59bb0-c833-4199-8a22-2d5e81ccf24a), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:20.148116 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e4a440bc-8123-4f2b-82e2-8c5297bd309f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:20.152096 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-e4a440bc-8123-4f2b-82e2-8c5297bd309f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43c59bb0-c833-4199-8a22-2d5e81ccf24a HTTP/1.1" status: 204 len: 168 time: 0.2796009 Mar 29 14:53:20.165913 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a440bc-8123-4f2b-82e2-8c5297bd309f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c59bb0-c833-4199-8a22-2d5e81ccf24a,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:20.271746 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d080119-2640-4bf8-8772-32eed55ea3b7 admin admin] Network 02527706-d319-4e69-b6c0-25e81e4c1886 is scheduled to be hosted by DHCP agent d54be346-8d38-4a55-9238-c2600b34a430 with binding_index 1 {{(pid=115499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:53:20.296409 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-66eb6c24-2acb-4156-9cf2-307f56ce94ce tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Allocated IP 172.20.0.11 (3c7414dc-971e-4491-80fd-9558fdf4f62a/88b0603f-1569-42b5-8239-e077b0fe4633/f5fa0e8e-7688-43d2-8030-d27136dd83e7) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:53:20.371343 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09447f63-6550-4786-a4fe-ec12daa87575 req-0542b7d5-dca1-4b4c-8ae6-e90b5f088e4b tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:20.373223 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-09447f63-6550-4786-a4fe-ec12daa87575 req-0542b7d5-dca1-4b4c-8ae6-e90b5f088e4b tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0638916 Mar 29 14:53:20.406687 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-0d080119-2640-4bf8-8772-32eed55ea3b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-2-iscsi, 02527706-d319-4e69-b6c0-25e81e4c1886) {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:53:20.417596 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062a95c8-bc4d-4775-8957-e4bfaa9e40b3 None None] Network 02527706-d319-4e69-b6c0-25e81e4c1886 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:53:20.419208 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d080119-2640-4bf8-8772-32eed55ea3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:20.419694 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0d080119-2640-4bf8-8772-32eed55ea3b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:20.451949 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-09447f63-6550-4786-a4fe-ec12daa87575 req-fac3afaa-93fc-4318-a257-9a085555d719 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708647 Mar 29 14:53:20.522244 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9441c-6ad3-4fd3-9351-c4cb9a1fda85 req-df11f00d-1885-4582-b5de-21880b2cb853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:20.523755 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b5b9441c-6ad3-4fd3-9351-c4cb9a1fda85 req-df11f00d-1885-4582-b5de-21880b2cb853 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 1130 time: 0.0927112 Mar 29 14:53:20.526556 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-66eb6c24-2acb-4156-9cf2-307f56ce94ce tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Publish callbacks [] for port (f5fa0e8e-7688-43d2-8030-d27136dd83e7), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:20.533913 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-0d080119-2640-4bf8-8772-32eed55ea3b7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2696218 Mar 29 14:53:20.581642 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821b1848-e6e8-418f-a11c-db7c199a21cc None None] Network 02527706-d319-4e69-b6c0-25e81e4c1886 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:53:20.647149 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9441c-6ad3-4fd3-9351-c4cb9a1fda85 req-e25a4daf-a1eb-4d25-87f4-d7241180e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:20.648555 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b5b9441c-6ad3-4fd3-9351-c4cb9a1fda85 req-e25a4daf-a1eb-4d25-87f4-d7241180e12c service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 919 time: 0.1136680 Mar 29 14:53:20.711378 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b5b9441c-6ad3-4fd3-9351-c4cb9a1fda85 req-989af8c6-1d97-4b50-9ba6-c4bd2ca35ae7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18e3779a-742a-456e-ac90-7f07367e899b HTTP/1.1" status: 200 len: 217 time: 0.0550866 Mar 29 14:53:20.727551 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-66eb6c24-2acb-4156-9cf2-307f56ce94ce tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (f5fa0e8e-7688-43d2-8030-d27136dd83e7), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:20.800016 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-66eb6c24-2acb-4156-9cf2-307f56ce94ce tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Network 3c7414dc-971e-4491-80fd-9558fdf4f62a is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:53:20.804715 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-66eb6c24-2acb-4156-9cf2-307f56ce94ce tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:53:20.807412 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-66eb6c24-2acb-4156-9cf2-307f56ce94ce tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:53:20.844065 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9441c-6ad3-4fd3-9351-c4cb9a1fda85 req-f05f4116-3edd-4cb2-a44d-ee93e63801a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:20.845614 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b5b9441c-6ad3-4fd3-9351-c4cb9a1fda85 req-f05f4116-3edd-4cb2-a44d-ee93e63801a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.1275985 Mar 29 14:53:20.855689 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb6c24-2acb-4156-9cf2-307f56ce94ce tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Pushing event updated for resources: {'Port': ['ID=f5fa0e8e-7688-43d2-8030-d27136dd83e7,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:20.909004 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-66eb6c24-2acb-4156-9cf2-307f56ce94ce tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:20.909004 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-66eb6c24-2acb-4156-9cf2-307f56ce94ce tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:20.930025 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9441c-6ad3-4fd3-9351-c4cb9a1fda85 req-80cebeef-61ca-4da6-bbeb-8d0e15be6c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:20.938443 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b5b9441c-6ad3-4fd3-9351-c4cb9a1fda85 req-80cebeef-61ca-4da6-bbeb-8d0e15be6c0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689623 Mar 29 14:53:21.034087 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-66eb6c24-2acb-4156-9cf2-307f56ce94ce tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2517450 Mar 29 14:53:21.037767 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b5b9441c-6ad3-4fd3-9351-c4cb9a1fda85 req-f1f6d6a0-8c1c-44b1-8306-00aace7a29e8 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976825 Mar 29 14:53:21.068414 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Request body: {'port': {'device_id': '0a0726ef-e242-4de8-87b7-ed468e69556c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:21.196154 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (f5fa0e8e-7688-43d2-8030-d27136dd83e7), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:21.228763 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b5b9441c-6ad3-4fd3-9351-c4cb9a1fda85 req-ac56a07c-535e-425b-a290-730b93f7a8d2 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648183 Mar 29 14:53:21.234337 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61705255-17e1-4345-81bf-09825de810d9 req-4b2297c1-ad21-4226-a4e1-af41fbf00a95 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:21.235802 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-61705255-17e1-4345-81bf-09825de810d9 req-4b2297c1-ad21-4226-a4e1-af41fbf00a95 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a0726ef-e242-4de8-87b7-ed468e69556c HTTP/1.1" status: 200 len: 932 time: 0.0764263 Mar 29 14:53:21.293630 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-61705255-17e1-4345-81bf-09825de810d9 req-31383e5b-794b-4648-b312-7ba1bd3dc2e6 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512099 Mar 29 14:53:21.449215 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33022) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:21.460109 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 33024) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:21.516703 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5fa0e8e-7688-43d2-8030-d27136dd83e7 {{(pid=115499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:53:21.518225 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-12ea55bd-257d-4306-ac50-2e21cbe5401a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=828d46c6d871444f98619ebfaafc8a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0677226 Mar 29 14:53:21.521220 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33030) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:21.535545 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Publish callbacks [] for port (f5fa0e8e-7688-43d2-8030-d27136dd83e7), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:21.554148 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.provisioning_blocks [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Transition to ACTIVE for port object f5fa0e8e-7688-43d2-8030-d27136dd83e7 will not be triggered until provisioned by entity L2. {{(pid=115499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 14:53:21.614870 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9f10f0e6-4ca3-48b4-b224-f80daa7d416c admin admin] Publish callbacks [] for security_group (2ebf5c05-1b60-4c73-99ac-2f158a7dedb9), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:21.623620 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60129d8-5c53-4e21-90c9-bbd9f5d95b96 req-5d41ad99-65cc-4077-9c7e-ae8c83a96799 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:21.625137 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a60129d8-5c53-4e21-90c9-bbd9f5d95b96 req-5d41ad99-65cc-4077-9c7e-ae8c83a96799 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0863187 Mar 29 14:53:21.655034 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (f5fa0e8e-7688-43d2-8030-d27136dd83e7), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:21.658550 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d4894fcb-f161-4fd6-8013-d325f70e86be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:21.665062 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9f10f0e6-4ca3-48b4-b224-f80daa7d416c admin admin] Publish callbacks [] for security_group (2ebf5c05-1b60-4c73-99ac-2f158a7dedb9), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:21.738234 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a60129d8-5c53-4e21-90c9-bbd9f5d95b96 req-8536136d-c014-4812-93f7-ff2bfc084944 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936384 Mar 29 14:53:21.788269 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fa0e8e-7688-43d2-8030-d27136dd83e7,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:21.868269 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Attempting to bind port f5fa0e8e-7688-43d2-8030-d27136dd83e7 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:53:21.868599 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Attempting to bind port f5fa0e8e-7688-43d2-8030-d27136dd83e7 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '80cdde69-7bc0-431d-bbe6-5f0eaa86eba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3c7414dc-971e-4491-80fd-9558fdf4f62a'}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:53:21.868921 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Attempting to bind port f5fa0e8e-7688-43d2-8030-d27136dd83e7 on network 3c7414dc-971e-4491-80fd-9558fdf4f62a {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:53:21.880510 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Port f5fa0e8e-7688-43d2-8030-d27136dd83e7 on network 3c7414dc-971e-4491-80fd-9558fdf4f62a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 14:53:21.880824 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Attempting to bind port f5fa0e8e-7688-43d2-8030-d27136dd83e7 on network 3c7414dc-971e-4491-80fd-9558fdf4f62a {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:53:21.885320 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9f10f0e6-4ca3-48b4-b224-f80daa7d416c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (2ebf5c05-1b60-4c73-99ac-2f158a7dedb9), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:21.888151 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d4894fcb-f161-4fd6-8013-d325f70e86be admin admin] Publish callbacks [] for security_group (dcaafe7b-a3db-4157-8943-a660e3fd2e80), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:21.889756 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9f10f0e6-4ca3-48b4-b224-f80daa7d416c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:21.889756 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-9f10f0e6-4ca3-48b4-b224-f80daa7d416c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ebf5c05-1b60-4c73-99ac-2f158a7dedb9 HTTP/1.1" status: 204 len: 168 time: 0.3670611 Mar 29 14:53:21.891261 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Checking agent: {'id': 'e622d3d7-0a71-4961-ba27-45794834ffcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'started_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:53:21.891771 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Checking segment: {'id': '80cdde69-7bc0-431d-bbe6-5f0eaa86eba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3c7414dc-971e-4491-80fd-9558fdf4f62a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:53:21.892155 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Bound using segment: {'id': '80cdde69-7bc0-431d-bbe6-5f0eaa86eba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3c7414dc-971e-4491-80fd-9558fdf4f62a'} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:53:21.893239 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Bound port: f5fa0e8e-7688-43d2-8030-d27136dd83e7, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80cdde69-7bc0-431d-bbe6-5f0eaa86eba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3c7414dc-971e-4491-80fd-9558fdf4f62a'}}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:53:21.893584 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (f5fa0e8e-7688-43d2-8030-d27136dd83e7), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:21.898665 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10f0e6-4ca3-48b4-b224-f80daa7d416c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebf5c05-1b60-4c73-99ac-2f158a7dedb9,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:21.963108 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] For port f5fa0e8e-7688-43d2-8030-d27136dd83e7, host hv-cinder-83552, cleared binding levels {{(pid=115499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:53:21.966914 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] For port f5fa0e8e-7688-43d2-8030-d27136dd83e7, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=f5fa0e8e-7688-43d2-8030-d27136dd83e7,segment=NetworkSegment(80cdde69-7bc0-431d-bbe6-5f0eaa86eba5),segment_id=80cdde69-7bc0-431d-bbe6-5f0eaa86eba5)] {{(pid=115499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:53:21.994020 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d4894fcb-f161-4fd6-8013-d325f70e86be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (dcaafe7b-a3db-4157-8943-a660e3fd2e80), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:22.034320 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-d4894fcb-f161-4fd6-8013-d325f70e86be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87e81ea144944d3eb2834a1b42947bdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5731773 Mar 29 14:53:22.035245 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4894fcb-f161-4fd6-8013-d325f70e86be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaafe7b-a3db-4157-8943-a660e3fd2e80,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:22.037109 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33040) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:22.086183 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5ae43d53-8690-4657-a78f-32329556031f admin admin] Publish callbacks [] for security_group (dcaafe7b-a3db-4157-8943-a660e3fd2e80), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:22.095812 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (f5fa0e8e-7688-43d2-8030-d27136dd83e7), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:22.120138 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5ae43d53-8690-4657-a78f-32329556031f admin admin] Publish callbacks [] for security_group (dcaafe7b-a3db-4157-8943-a660e3fd2e80), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:22.137268 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:22.142123 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:22.142123 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] 10.222.0.13 "PUT /v2.0/ports/f5fa0e8e-7688-43d2-8030-d27136dd83e7 HTTP/1.1" status: 200 len: 1094 time: 1.0766320 Mar 29 14:53:22.142123 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0726ef-e242-4de8-87b7-ed468e69556c', 'tag': 'f5fa0e8e-7688-43d2-8030-d27136dd83e7'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:53:22.142123 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c12d8c6-3baa-439f-bf6a-e2f442b7c132" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0726ef-e242-4de8-87b7-ed468e69556c", "tag": "f5fa0e8e-7688-43d2-8030-d27136dd83e7"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:53:22.171063 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb4d8a-0595-40c8-b3e4-658a7e401319 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fa0e8e-7688-43d2-8030-d27136dd83e7,revision_number=3']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:22.185657 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5306e5-6715-489d-a698-499ce353810a x-openstack-request-id: req-ab5306e5-6715-489d-a698-499ce353810a {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:53:22.185940 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0726ef-e242-4de8-87b7-ed468e69556c", "tag": "f5fa0e8e-7688-43d2-8030-d27136dd83e7", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:53:22.186189 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab5306e5-6715-489d-a698-499ce353810a {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:53:22.186694 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab5306e5-6715-489d-a698-499ce353810a'] response: {'name': 'network-changed', 'server_uuid': '0a0726ef-e242-4de8-87b7-ed468e69556c', 'tag': 'f5fa0e8e-7688-43d2-8030-d27136dd83e7', 'status': 'completed', 'code': 200} Mar 29 14:53:22.296286 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12d8c6-3baa-439f-bf6a-e2f442b7c132 req-d4d7e971-1018-40ba-b4df-bd8067746388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:22.297895 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-7c12d8c6-3baa-439f-bf6a-e2f442b7c132 req-d4d7e971-1018-40ba-b4df-bd8067746388 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e323ba9c66d490f9f23789296ac042e&device_id=0a0726ef-e242-4de8-87b7-ed468e69556c HTTP/1.1" status: 200 len: 1128 time: 0.0451968 Mar 29 14:53:22.306516 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5ae43d53-8690-4657-a78f-32329556031f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (dcaafe7b-a3db-4157-8943-a660e3fd2e80), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:22.310063 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5ae43d53-8690-4657-a78f-32329556031f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:22.313766 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-5ae43d53-8690-4657-a78f-32329556031f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dcaafe7b-a3db-4157-8943-a660e3fd2e80 HTTP/1.1" status: 204 len: 168 time: 0.2731378 Mar 29 14:53:22.320625 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae43d53-8690-4657-a78f-32329556031f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaafe7b-a3db-4157-8943-a660e3fd2e80,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:22.440140 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab3d55-f9a8-4b4f-9c93-ff963202ed0a req-a7cae3fa-5f94-4a53-aa49-477a3f7ca694 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:22.448672 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e3ab3d55-f9a8-4b4f-9c93-ff963202ed0a req-a7cae3fa-5f94-4a53-aa49-477a3f7ca694 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a0726ef-e242-4de8-87b7-ed468e69556c HTTP/1.1" status: 200 len: 944 time: 0.0610454 Mar 29 14:53:22.455456 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12d8c6-3baa-439f-bf6a-e2f442b7c132 req-e2af9ba8-2fc6-4e35-95bc-4710784e7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:22.457092 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-7c12d8c6-3baa-439f-bf6a-e2f442b7c132 req-e2af9ba8-2fc6-4e35-95bc-4710784e7a60 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6e323ba9c66d490f9f23789296ac042e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1358447 Mar 29 14:53:22.499901 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e3ab3d55-f9a8-4b4f-9c93-ff963202ed0a req-077023b8-435f-4122-ad95-b399b522ced4 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508533 Mar 29 14:53:22.554639 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12d8c6-3baa-439f-bf6a-e2f442b7c132 req-c31fe5a1-0fea-4837-908f-68c0e4417a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:22.556069 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-7c12d8c6-3baa-439f-bf6a-e2f442b7c132 req-c31fe5a1-0fea-4837-908f-68c0e4417a71 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924401 Mar 29 14:53:22.670381 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-c8709e5a-b2d9-44a6-ae20-bcca8a5dcf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:22.671857 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-c8709e5a-b2d9-44a6-ae20-bcca8a5dcf9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e323ba9c66d490f9f23789296ac042e&device_id=0a0726ef-e242-4de8-87b7-ed468e69556c HTTP/1.1" status: 200 len: 1128 time: 0.0464129 Mar 29 14:53:22.735168 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-3739b550-bdcd-4ad1-bdf9-65f358d44186 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5fa0e8e-7688-43d2-8030-d27136dd83e7 HTTP/1.1" status: 200 len: 217 time: 0.0399375 Mar 29 14:53:22.823000 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-c49fb5b3-ed05-421c-94f3-9a3926b5c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:22.824568 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-c49fb5b3-ed05-421c-94f3-9a3926b5c4f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=88b0603f-1569-42b5-8239-e077b0fe4633 HTTP/1.1" status: 200 len: 848 time: 0.0818999 Mar 29 14:53:22.864220 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-e483570f-0a85-43c5-a49d-4b2de3cf0e3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c7414dc-971e-4491-80fd-9558fdf4f62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330653 Mar 29 14:53:22.873361 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef637c-5309-41c4-8209-757aa7a48a9a req-f223a432-f8ad-49c4-9ba9-4c6a8a188173 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:22.880564 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f1ef637c-5309-41c4-8209-757aa7a48a9a req-f223a432-f8ad-49c4-9ba9-4c6a8a188173 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0624175 Mar 29 14:53:22.925737 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f1ef637c-5309-41c4-8209-757aa7a48a9a req-a518b0c8-7104-42ac-87bb-8bca5acf6925 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442686 Mar 29 14:53:22.984266 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-0f18b3a5-8bea-45d6-aaf0-dbff4ecbe969 service neutron] 10.222.0.13 "GET /v2.0/networks/3c7414dc-971e-4491-80fd-9558fdf4f62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102645 Mar 29 14:53:23.089921 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-4d075610-432d-4b36-a96f-7dd46e29e3cb req-0f929eba-9046-4772-aec6-224f9fca6569 service neutron] 10.222.0.13 "GET /v2.0/networks/3c7414dc-971e-4491-80fd-9558fdf4f62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981753 Mar 29 14:53:23.225547 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33078) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:23.240262 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-50f4c372-3701-4701-9916-4e8945f30bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:23.320056 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-50f4c372-3701-4701-9916-4e8945f30bf9 admin admin] Publish callbacks [] for security_group (8f247b4b-1ef0-4968-907a-34462c464234), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:23.416616 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-50f4c372-3701-4701-9916-4e8945f30bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (8f247b4b-1ef0-4968-907a-34462c464234), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:23.460167 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-50f4c372-3701-4701-9916-4e8945f30bf9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c118bbede1c4f51b3bb5310226d710e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333684 Mar 29 14:53:23.461045 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4c372-3701-4701-9916-4e8945f30bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f247b4b-1ef0-4968-907a-34462c464234,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:23.463154 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 33086) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:23.521629 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8f020701-5bff-4679-8d50-a944b09a5f0f admin admin] Publish callbacks [] for security_group (8f247b4b-1ef0-4968-907a-34462c464234), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:23.544386 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8f020701-5bff-4679-8d50-a944b09a5f0f admin admin] Publish callbacks [] for security_group (8f247b4b-1ef0-4968-907a-34462c464234), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:23.625991 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed61cc-6252-49d8-84d7-e57a025d7821 req-9569e259-0ca2-41f2-bd36-4a366c881364 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:23.627438 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-77ed61cc-6252-49d8-84d7-e57a025d7821 req-9569e259-0ca2-41f2-bd36-4a366c881364 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a0726ef-e242-4de8-87b7-ed468e69556c HTTP/1.1" status: 200 len: 944 time: 0.0559871 Mar 29 14:53:23.674156 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-77ed61cc-6252-49d8-84d7-e57a025d7821 req-524bef01-22bc-43eb-b9f6-f0ce9e84cce4 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408282 Mar 29 14:53:23.713803 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8f020701-5bff-4679-8d50-a944b09a5f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (8f247b4b-1ef0-4968-907a-34462c464234), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:23.717852 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8f020701-5bff-4679-8d50-a944b09a5f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:23.722924 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-8f020701-5bff-4679-8d50-a944b09a5f0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f247b4b-1ef0-4968-907a-34462c464234 HTTP/1.1" status: 204 len: 168 time: 0.2526000 Mar 29 14:53:23.732788 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f020701-5bff-4679-8d50-a944b09a5f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f247b4b-1ef0-4968-907a-34462c464234,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:24.045486 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9319dc-41ad-4566-a156-5ea72393543e req-9dd4113d-7239-47d1-8da4-144242a8e8a0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:24.046937 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8d9319dc-41ad-4566-a156-5ea72393543e req-9dd4113d-7239-47d1-8da4-144242a8e8a0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0508952 Mar 29 14:53:24.285484 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8d9319dc-41ad-4566-a156-5ea72393543e req-3a8df9a0-2525-4da6-a313-956fc9654564 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326267 Mar 29 14:53:24.600797 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device f5fa0e8e-7688-43d2-8030-d27136dd83e7 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 14:53:24.702415 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port f5fa0e8e-7688-43d2-8030-d27136dd83e7, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=f5fa0e8e-7688-43d2-8030-d27136dd83e7,segment=NetworkSegment(80cdde69-7bc0-431d-bbe6-5f0eaa86eba5),segment_id=80cdde69-7bc0-431d-bbe6-5f0eaa86eba5)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:53:24.720377 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': 'f5fa0e8e-7688-43d2-8030-d27136dd83e7', 'network_id': '3c7414dc-971e-4491-80fd-9558fdf4f62a', 'port_id': 'f5fa0e8e-7688-43d2-8030-d27136dd83e7', 'mac_address': 'fa:16:3e:99:dd:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b0603f-1569-42b5-8239-e077b0fe4633', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 14:53:24.755550 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port f5fa0e8e-7688-43d2-8030-d27136dd83e7 is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:53:24.755943 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (f5fa0e8e-7688-43d2-8030-d27136dd83e7), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:24.771655 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5fa0e8e-7688-43d2-8030-d27136dd83e7 {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:53:24.795250 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port f5fa0e8e-7688-43d2-8030-d27136dd83e7, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=f5fa0e8e-7688-43d2-8030-d27136dd83e7,segment=NetworkSegment(80cdde69-7bc0-431d-bbe6-5f0eaa86eba5),segment_id=80cdde69-7bc0-431d-bbe6-5f0eaa86eba5)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:53:24.805624 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12382adf-75ac-4b10-a9cd-3cd8d50d8329 req-560157a1-e6b9-49e8-ba6b-192010744f37 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:24.807459 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-12382adf-75ac-4b10-a9cd-3cd8d50d8329 req-560157a1-e6b9-49e8-ba6b-192010744f37 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a0726ef-e242-4de8-87b7-ed468e69556c HTTP/1.1" status: 200 len: 944 time: 0.0636923 Mar 29 14:53:24.889276 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-12382adf-75ac-4b10-a9cd-3cd8d50d8329 req-3aaaf810-9bbb-45f7-b0a6-390f751b74fc tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747800 Mar 29 14:53:24.948885 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (f5fa0e8e-7688-43d2-8030-d27136dd83e7), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:25.003793 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=f5fa0e8e-7688-43d2-8030-d27136dd83e7,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:25.011417 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:25.011800 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:25.012233 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:25.012590 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:25.012956 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:25.013315 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:25.013714 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:25.014079 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:25.014406 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:25.014728 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:25.015124 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:25.015570 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:25.015901 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:25.016226 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:25.016545 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:25.390646 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['f5fa0e8e-7688-43d2-8030-d27136dd83e7'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:53:25.411151 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37675a8c-2714-4a3f-be83-c1a5d46198de req-d3914bde-21d5-4bed-9d61-40ec93b71382 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:25.412635 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-37675a8c-2714-4a3f-be83-c1a5d46198de req-d3914bde-21d5-4bed-9d61-40ec93b71382 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0510402 Mar 29 14:53:25.465931 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-37675a8c-2714-4a3f-be83-c1a5d46198de req-4ef32563-5ea3-4a60-9d5b-12991fb3fd23 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467093 Mar 29 14:53:26.007883 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cd9b9-99b7-4016-af7c-1b4f710227da req-06bb43ae-3c8f-4eb8-a344-381fc204bed0 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:26.009461 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-859cd9b9-99b7-4016-af7c-1b4f710227da req-06bb43ae-3c8f-4eb8-a344-381fc204bed0 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a0726ef-e242-4de8-87b7-ed468e69556c HTTP/1.1" status: 200 len: 945 time: 0.0524392 Mar 29 14:53:26.058205 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-859cd9b9-99b7-4016-af7c-1b4f710227da req-268ec762-bb7c-4aab-869c-fdd6e1527537 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424078 Mar 29 14:53:26.582893 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a58324-8f0a-4fce-b94f-196f1bdc85e9 req-3d64d0e3-d695-4dc9-aa30-24fc76372828 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:26.584459 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-08a58324-8f0a-4fce-b94f-196f1bdc85e9 req-3d64d0e3-d695-4dc9-aa30-24fc76372828 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0521195 Mar 29 14:53:26.611436 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device f5fa0e8e-7688-43d2-8030-d27136dd83e7 up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:53:26.638413 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-08a58324-8f0a-4fce-b94f-196f1bdc85e9 req-20b12403-521f-4aeb-951d-0c3c0990375c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482848 Mar 29 14:53:26.736937 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning for port f5fa0e8e-7688-43d2-8030-d27136dd83e7 completed by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 14:53:26.741140 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port f5fa0e8e-7688-43d2-8030-d27136dd83e7 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:53:26.743520 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (f5fa0e8e-7688-43d2-8030-d27136dd83e7), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:26.823585 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port f5fa0e8e-7688-43d2-8030-d27136dd83e7 is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:53:26.823973 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (f5fa0e8e-7688-43d2-8030-d27136dd83e7), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:26.847962 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0726ef-e242-4de8-87b7-ed468e69556c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fa0e8e-7688-43d2-8030-d27136dd83e7'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:53:26.850275 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a309b6e6-6a38-4b89-a579-6e084cd5a7b4" -d '{"events": [{"server_uuid": "0a0726ef-e242-4de8-87b7-ed468e69556c", "name": "network-vif-plugged", "status": "completed", "tag": "f5fa0e8e-7688-43d2-8030-d27136dd83e7"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:53:26.865059 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port f5fa0e8e-7688-43d2-8030-d27136dd83e7, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=f5fa0e8e-7688-43d2-8030-d27136dd83e7,segment=NetworkSegment(80cdde69-7bc0-431d-bbe6-5f0eaa86eba5),segment_id=80cdde69-7bc0-431d-bbe6-5f0eaa86eba5)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:53:26.887267 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d303585a-46b1-4eb8-bb4e-9bb3f8d841f0 x-openstack-request-id: req-d303585a-46b1-4eb8-bb4e-9bb3f8d841f0 {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:53:26.887579 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0726ef-e242-4de8-87b7-ed468e69556c", "name": "network-vif-plugged", "status": "completed", "tag": "f5fa0e8e-7688-43d2-8030-d27136dd83e7", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:53:26.887856 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d303585a-46b1-4eb8-bb4e-9bb3f8d841f0 {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:53:26.888254 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d303585a-46b1-4eb8-bb4e-9bb3f8d841f0'] response: {'server_uuid': '0a0726ef-e242-4de8-87b7-ed468e69556c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fa0e8e-7688-43d2-8030-d27136dd83e7', 'code': 200} Mar 29 14:53:26.986269 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (f5fa0e8e-7688-43d2-8030-d27136dd83e7), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:27.042487 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=f5fa0e8e-7688-43d2-8030-d27136dd83e7,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:27.188237 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a68dc8-05ab-4793-8516-e42fcfdb38f5 req-9522437e-f7da-4877-b876-1811d5238bc5 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:27.189795 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-11a68dc8-05ab-4793-8516-e42fcfdb38f5 req-9522437e-f7da-4877-b876-1811d5238bc5 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a0726ef-e242-4de8-87b7-ed468e69556c HTTP/1.1" status: 200 len: 946 time: 0.0562253 Mar 29 14:53:27.240361 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-11a68dc8-05ab-4793-8516-e42fcfdb38f5 req-ede63008-f5c8-4237-b7a1-d7a09a387a9c tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451069 Mar 29 14:53:27.289282 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf82bdc-00e8-4b2b-8f46-177f7bc3af87 req-c368ec0a-32bc-4e49-8ebe-e7e899c4adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:27.290723 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ecf82bdc-00e8-4b2b-8f46-177f7bc3af87 req-c368ec0a-32bc-4e49-8ebe-e7e899c4adb5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a0726ef-e242-4de8-87b7-ed468e69556c HTTP/1.1" status: 200 len: 1130 time: 0.0433505 Mar 29 14:53:27.334678 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ecf82bdc-00e8-4b2b-8f46-177f7bc3af87 req-94df945a-0de1-47e6-a1d7-9532ebd52cd5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367203 Mar 29 14:53:27.760098 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692677ae-698e-4314-ad2e-b2adb2a2c384 req-d0119557-62df-40d9-9883-e040d4a5ed70 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:27.762145 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-692677ae-698e-4314-ad2e-b2adb2a2c384 req-d0119557-62df-40d9-9883-e040d4a5ed70 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0512540 Mar 29 14:53:27.809510 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-692677ae-698e-4314-ad2e-b2adb2a2c384 req-ea311f3a-c7a2-47c1-b163-fdf39476c475 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418217 Mar 29 14:53:28.356948 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849cf58-53b6-4e98-8353-b896d501e8f4 req-b2394fd0-a4af-4efe-952d-1d2d0eadb7c1 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:28.358477 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5849cf58-53b6-4e98-8353-b896d501e8f4 req-b2394fd0-a4af-4efe-952d-1d2d0eadb7c1 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a0726ef-e242-4de8-87b7-ed468e69556c HTTP/1.1" status: 200 len: 946 time: 0.0517547 Mar 29 14:53:28.407212 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5849cf58-53b6-4e98-8353-b896d501e8f4 req-24e3b20c-a84d-4808-a0bf-fd583d3329ea tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433292 Mar 29 14:53:28.936718 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f4024-9def-4531-b938-5f54be73912d req-2d4b5961-c01c-4c65-8ff5-38feab52cce3 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:28.938205 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a09f4024-9def-4531-b938-5f54be73912d req-2d4b5961-c01c-4c65-8ff5-38feab52cce3 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0507965 Mar 29 14:53:28.986459 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a09f4024-9def-4531-b938-5f54be73912d req-c65f2756-c6c4-425c-b9e3-37fc91e98b55 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427334 Mar 29 14:53:29.016301 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:29.526699 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e8353-ae8b-438e-b71d-53bacfb0f058 req-af7e8bb0-6b98-4ac5-9347-0c83b75a3428 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:29.528187 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-406e8353-ae8b-438e-b71d-53bacfb0f058 req-af7e8bb0-6b98-4ac5-9347-0c83b75a3428 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a0726ef-e242-4de8-87b7-ed468e69556c HTTP/1.1" status: 200 len: 946 time: 0.0549443 Mar 29 14:53:29.574081 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-406e8353-ae8b-438e-b71d-53bacfb0f058 req-abffa216-eea6-401c-a4be-a69a575a6a09 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403624 Mar 29 14:53:30.106275 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426f7b6-b4ff-4084-a2a6-fc80ca3ad3cb req-a90650da-3df0-427c-ad1e-c67925f028be tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:30.107748 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5426f7b6-b4ff-4084-a2a6-fc80ca3ad3cb req-a90650da-3df0-427c-ad1e-c67925f028be tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0561693 Mar 29 14:53:30.156538 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5426f7b6-b4ff-4084-a2a6-fc80ca3ad3cb req-127c629f-e65b-4ab2-bbc7-c1d84db35d7d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408609 Mar 29 14:53:30.935202 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:53:31.272872 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b1564-88c5-44a2-89d0-389e72d01b69 req-6b6f9998-18f3-4302-9de0-2c0e5fad0e71 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:31.274403 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-663b1564-88c5-44a2-89d0-389e72d01b69 req-6b6f9998-18f3-4302-9de0-2c0e5fad0e71 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0513513 Mar 29 14:53:31.319853 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-663b1564-88c5-44a2-89d0-389e72d01b69 req-bb9f9876-7574-47d2-a6bb-f95bf43469dc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399716 Mar 29 14:53:32.439028 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dd2b9-f23c-4382-a9de-3326c8c897f2 req-366e2e86-78ce-4584-8e38-6babce106ce0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:32.440493 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-684dd2b9-f23c-4382-a9de-3326c8c897f2 req-366e2e86-78ce-4584-8e38-6babce106ce0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0556729 Mar 29 14:53:32.486815 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-684dd2b9-f23c-4382-a9de-3326c8c897f2 req-e6ad159a-049b-40c4-b0d0-046cd6d10d1c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Mar 29 14:53:33.603319 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfccad-0a73-43e7-9b8a-cf5c0f876288 req-49eeef70-cd78-472e-8f04-a9b390dd21f5 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:33.605567 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b8dfccad-0a73-43e7-9b8a-cf5c0f876288 req-49eeef70-cd78-472e-8f04-a9b390dd21f5 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0538461 Mar 29 14:53:33.661812 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b8dfccad-0a73-43e7-9b8a-cf5c0f876288 req-106edf3b-9411-4f52-b257-079b1a169d1e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440807 Mar 29 14:53:34.415613 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af5538-875d-48c1-a352-f523364b81c8 req-4e5d171e-f203-4b65-8310-60d1aa9cb780 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:34.417120 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-22af5538-875d-48c1-a352-f523364b81c8 req-4e5d171e-f203-4b65-8310-60d1aa9cb780 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a0726ef-e242-4de8-87b7-ed468e69556c HTTP/1.1" status: 200 len: 946 time: 0.0522695 Mar 29 14:53:34.466888 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-22af5538-875d-48c1-a352-f523364b81c8 req-4d2e2559-3ae0-44c1-a67c-8fa8e642d782 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438948 Mar 29 14:53:34.781731 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555f7ec-2afb-4d83-ba4c-f9348daf10fb req-3fb097e5-fb75-4388-bc0d-8246541809ed tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:34.783307 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5555f7ec-2afb-4d83-ba4c-f9348daf10fb req-3fb097e5-fb75-4388-bc0d-8246541809ed tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0601830 Mar 29 14:53:34.831910 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5555f7ec-2afb-4d83-ba4c-f9348daf10fb req-720863e2-41fe-4c5e-bcb7-51f62fa62d18 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429940 Mar 29 14:53:35.429391 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 33412) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:35.534844 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1425b374-6180-4ee5-869b-df2e41e66561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:35.587078 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1f5df-4a79-417e-aec0-96af2e95e0ed req-90d33af5-be0a-44cf-84cb-b5bd238f3ea5 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:35.588543 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5fb1f5df-4a79-417e-aec0-96af2e95e0ed req-90d33af5-be0a-44cf-84cb-b5bd238f3ea5 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a0726ef-e242-4de8-87b7-ed468e69556c HTTP/1.1" status: 200 len: 946 time: 0.0523610 Mar 29 14:53:35.611449 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1425b374-6180-4ee5-869b-df2e41e66561 admin admin] Publish callbacks [] for security_group (725baaaf-b8ad-43e8-ae69-53c310600abb), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:35.636171 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5fb1f5df-4a79-417e-aec0-96af2e95e0ed req-7f68f9b3-c07e-4f37-8632-b16763a909ac tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418801 Mar 29 14:53:35.678998 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1425b374-6180-4ee5-869b-df2e41e66561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (725baaaf-b8ad-43e8-ae69-53c310600abb), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:35.716709 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-1425b374-6180-4ee5-869b-df2e41e66561 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8525789c659941bb8fbc5512ba160a5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861059 Mar 29 14:53:35.717471 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425b374-6180-4ee5-869b-df2e41e66561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725baaaf-b8ad-43e8-ae69-53c310600abb,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:35.720037 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33418) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:35.772055 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1149fac3-f85f-4c63-8fa3-07df92f23a80 admin admin] Publish callbacks [] for security_group (725baaaf-b8ad-43e8-ae69-53c310600abb), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:35.794296 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1149fac3-f85f-4c63-8fa3-07df92f23a80 admin admin] Publish callbacks [] for security_group (725baaaf-b8ad-43e8-ae69-53c310600abb), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:35.930797 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1149fac3-f85f-4c63-8fa3-07df92f23a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (725baaaf-b8ad-43e8-ae69-53c310600abb), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:35.933675 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1149fac3-f85f-4c63-8fa3-07df92f23a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:35.934746 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-1149fac3-f85f-4c63-8fa3-07df92f23a80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/725baaaf-b8ad-43e8-ae69-53c310600abb HTTP/1.1" status: 204 len: 168 time: 0.2135117 Mar 29 14:53:35.946028 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149fac3-f85f-4c63-8fa3-07df92f23a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725baaaf-b8ad-43e8-ae69-53c310600abb,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:35.980143 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addcf67-2727-4d3f-a008-a29e10cf0bfb req-7b6b859f-8323-4a11-bfa7-93dc6f0465d1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:35.981907 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6addcf67-2727-4d3f-a008-a29e10cf0bfb req-7b6b859f-8323-4a11-bfa7-93dc6f0465d1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0779214 Mar 29 14:53:36.033831 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6addcf67-2727-4d3f-a008-a29e10cf0bfb req-467f5f9f-59c9-4bd8-b02b-726e13e32af1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455754 Mar 29 14:53:36.260533 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c84667-7b9f-4c9f-8295-55e0730d17dc req-cab53a3c-8d7d-4989-bb44-54714b90dbcc tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:36.263001 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a8c84667-7b9f-4c9f-8295-55e0730d17dc req-cab53a3c-8d7d-4989-bb44-54714b90dbcc tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a0726ef-e242-4de8-87b7-ed468e69556c HTTP/1.1" status: 200 len: 946 time: 0.0675714 Mar 29 14:53:36.357380 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-a8c84667-7b9f-4c9f-8295-55e0730d17dc req-71728aef-5c83-421f-9b1b-eb4407a366ba tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Deleting port f5fa0e8e-7688-43d2-8030-d27136dd83e7 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:53:36.357796 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-a8c84667-7b9f-4c9f-8295-55e0730d17dc req-71728aef-5c83-421f-9b1b-eb4407a366ba tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (f5fa0e8e-7688-43d2-8030-d27136dd83e7), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:36.446934 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-a8c84667-7b9f-4c9f-8295-55e0730d17dc req-71728aef-5c83-421f-9b1b-eb4407a366ba tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] For port f5fa0e8e-7688-43d2-8030-d27136dd83e7, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=f5fa0e8e-7688-43d2-8030-d27136dd83e7,segment=NetworkSegment(80cdde69-7bc0-431d-bbe6-5f0eaa86eba5),segment_id=80cdde69-7bc0-431d-bbe6-5f0eaa86eba5)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:53:36.448179 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-a8c84667-7b9f-4c9f-8295-55e0730d17dc req-71728aef-5c83-421f-9b1b-eb4407a366ba tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (f5fa0e8e-7688-43d2-8030-d27136dd83e7), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:36.460502 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-a8c84667-7b9f-4c9f-8295-55e0730d17dc req-71728aef-5c83-421f-9b1b-eb4407a366ba tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Calling delete_port for f5fa0e8e-7688-43d2-8030-d27136dd83e7 owned by compute:nova {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:53:36.685859 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33452) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:36.688911 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-a8c84667-7b9f-4c9f-8295-55e0730d17dc req-71728aef-5c83-421f-9b1b-eb4407a366ba tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (f5fa0e8e-7688-43d2-8030-d27136dd83e7), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:36.700092 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cdcfe6fd-28fb-451c-bcf7-80489a411152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:36.721813 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71728aef-5c83-421f-9b1b-eb4407a366ba tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Pushing event deleted for resources: {'Port': ['ID=f5fa0e8e-7688-43d2-8030-d27136dd83e7,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:36.737826 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['f5fa0e8e-7688-43d2-8030-d27136dd83e7'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:53:36.745851 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-599b3d8e-e467-48e6-92b5-1cde00755ec8 req-20710f8e-8624-4955-8492-9710a925d9be tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a0726ef-e242-4de8-87b7-ed468e69556c HTTP/1.1" status: 200 len: 210 time: 0.0394979 Mar 29 14:53:36.764665 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c84667-7b9f-4c9f-8295-55e0730d17dc req-71728aef-5c83-421f-9b1b-eb4407a366ba tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] No DVR routers for this DVR port f5fa0e8e-7688-43d2-8030-d27136dd83e7 on host hv-cinder-83552 {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 14:53:36.768745 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-a8c84667-7b9f-4c9f-8295-55e0730d17dc req-71728aef-5c83-421f-9b1b-eb4407a366ba tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:36.772058 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a8c84667-7b9f-4c9f-8295-55e0730d17dc req-71728aef-5c83-421f-9b1b-eb4407a366ba tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.13 "DELETE /v2.0/ports/f5fa0e8e-7688-43d2-8030-d27136dd83e7 HTTP/1.1" status: 204 len: 173 time: 0.5030725 Mar 29 14:53:36.772511 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0726ef-e242-4de8-87b7-ed468e69556c', 'name': 'network-vif-deleted', 'tag': 'f5fa0e8e-7688-43d2-8030-d27136dd83e7'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:53:36.784531 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6f8c98-38e5-45f6-a1d1-ba86dfbfcb2b" -d '{"events": [{"server_uuid": "0a0726ef-e242-4de8-87b7-ed468e69556c", "name": "network-vif-deleted", "tag": "f5fa0e8e-7688-43d2-8030-d27136dd83e7"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:53:36.810803 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cdcfe6fd-28fb-451c-bcf7-80489a411152 admin admin] Publish callbacks [] for security_group (7fa458e3-72f7-4775-aff6-47531fe7553c), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:36.818093 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b204b2-b8f7-4fb5-a787-b28ad6644fdb x-openstack-request-id: req-68b204b2-b8f7-4fb5-a787-b28ad6644fdb {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:53:36.818371 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0726ef-e242-4de8-87b7-ed468e69556c", "name": "network-vif-deleted", "tag": "f5fa0e8e-7688-43d2-8030-d27136dd83e7", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:53:36.818624 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68b204b2-b8f7-4fb5-a787-b28ad6644fdb {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:53:36.819039 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b204b2-b8f7-4fb5-a787-b28ad6644fdb'] response: {'server_uuid': '0a0726ef-e242-4de8-87b7-ed468e69556c', 'name': 'network-vif-deleted', 'tag': 'f5fa0e8e-7688-43d2-8030-d27136dd83e7', 'status': 'completed', 'code': 200} Mar 29 14:53:36.942100 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cdcfe6fd-28fb-451c-bcf7-80489a411152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (7fa458e3-72f7-4775-aff6-47531fe7553c), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:36.986540 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-cdcfe6fd-28fb-451c-bcf7-80489a411152 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b848fb6c6a284d7cabe03c04582b7514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981570 Mar 29 14:53:36.987978 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33464) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:36.988617 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfe6fd-28fb-451c-bcf7-80489a411152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa458e3-72f7-4775-aff6-47531fe7553c,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:37.048342 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7c9f1b3f-c7b3-416f-b30d-9634ff3df22d admin admin] Publish callbacks [] for security_group (7fa458e3-72f7-4775-aff6-47531fe7553c), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:37.069641 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7c9f1b3f-c7b3-416f-b30d-9634ff3df22d admin admin] Publish callbacks [] for security_group (7fa458e3-72f7-4775-aff6-47531fe7553c), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:37.157554 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfe85a-4450-4b8f-914a-bbe74d26ce25 req-ff0ba78e-3d79-4906-bd48-bd104ff18a2c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:37.159149 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e9bfe85a-4450-4b8f-914a-bbe74d26ce25 req-ff0ba78e-3d79-4906-bd48-bd104ff18a2c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0576315 Mar 29 14:53:37.213984 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e9bfe85a-4450-4b8f-914a-bbe74d26ce25 req-5264a5e0-0744-4656-bc00-4c7c8ad0ec87 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465429 Mar 29 14:53:37.262467 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7c9f1b3f-c7b3-416f-b30d-9634ff3df22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (7fa458e3-72f7-4775-aff6-47531fe7553c), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:37.265110 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7c9f1b3f-c7b3-416f-b30d-9634ff3df22d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:37.266230 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-7c9f1b3f-c7b3-416f-b30d-9634ff3df22d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7fa458e3-72f7-4775-aff6-47531fe7553c HTTP/1.1" status: 204 len: 168 time: 0.2708299 Mar 29 14:53:37.274051 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f1b3f-c7b3-416f-b30d-9634ff3df22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa458e3-72f7-4775-aff6-47531fe7553c,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:37.871965 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ad565b20-8228-44df-8d89-88a7ebf27e03 req-673fa54b-b206-4c62-bd62-d6e741e84956 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a0726ef-e242-4de8-87b7-ed468e69556c HTTP/1.1" status: 200 len: 210 time: 0.0271428 Mar 29 14:53:37.963731 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 33492) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:37.976899 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-14de8672-559f-4d6a-b5f2-16bf6849a62d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:38.050670 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-14de8672-559f-4d6a-b5f2-16bf6849a62d admin admin] Publish callbacks [] for security_group (9eef2554-abd8-4c84-b734-66962dd23d1a), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:38.122976 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-14de8672-559f-4d6a-b5f2-16bf6849a62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (9eef2554-abd8-4c84-b734-66962dd23d1a), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:38.159743 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-14de8672-559f-4d6a-b5f2-16bf6849a62d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2b186dbdc044b10a8dfda105056194d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1949370 Mar 29 14:53:38.161609 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de8672-559f-4d6a-b5f2-16bf6849a62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eef2554-abd8-4c84-b734-66962dd23d1a,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:38.162451 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33494) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:38.212509 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd875-727d-4335-95fc-f6d2b965aa64 admin admin] Publish callbacks [] for security_group (9eef2554-abd8-4c84-b734-66962dd23d1a), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:38.234059 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd875-727d-4335-95fc-f6d2b965aa64 admin admin] Publish callbacks [] for security_group (9eef2554-abd8-4c84-b734-66962dd23d1a), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:38.334694 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e34e8d-48b2-491e-9e1e-33b9e6b1c706 req-1fd6c677-809e-4f6f-a837-155667696d59 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:38.336163 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f1e34e8d-48b2-491e-9e1e-33b9e6b1c706 req-1fd6c677-809e-4f6f-a837-155667696d59 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0525930 Mar 29 14:53:38.382271 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f1e34e8d-48b2-491e-9e1e-33b9e6b1c706 req-61861649-59ef-464c-b33c-8fca576926cd tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397773 Mar 29 14:53:38.414468 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd875-727d-4335-95fc-f6d2b965aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (9eef2554-abd8-4c84-b734-66962dd23d1a), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:38.417108 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd875-727d-4335-95fc-f6d2b965aa64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:38.418181 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-9c2dd875-727d-4335-95fc-f6d2b965aa64 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9eef2554-abd8-4c84-b734-66962dd23d1a HTTP/1.1" status: 204 len: 168 time: 0.2546542 Mar 29 14:53:38.426368 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2dd875-727d-4335-95fc-f6d2b965aa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eef2554-abd8-4c84-b734-66962dd23d1a,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:38.683287 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device f5fa0e8e-7688-43d2-8030-d27136dd83e7 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:53:38.703753 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] No Port match for: f5fa0e8e-7688-43d2-8030-d27136dd83e7 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 14:53:38.704094 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device f5fa0e8e-7688-43d2-8030-d27136dd83e7 not bound to the agent host hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 14:53:38.915453 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca5721-a437-4e79-90f1-27570d150475 req-449e2f0e-76bf-4372-8b05-8185da68ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:38.917392 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6aca5721-a437-4e79-90f1-27570d150475 req-449e2f0e-76bf-4372-8b05-8185da68ab6d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 1130 time: 0.0493271 Mar 29 14:53:38.974178 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6aca5721-a437-4e79-90f1-27570d150475 req-3c51e717-c3f3-4644-8979-d57aaf0a9e18 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501049 Mar 29 14:53:39.195842 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de7126-25ea-498e-9147-60139a2b1138 req-6f599a81-12f8-4923-b863-1ba57f9103eb tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:39.199396 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-92de7126-25ea-498e-9147-60139a2b1138 req-6f599a81-12f8-4923-b863-1ba57f9103eb tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/networks?id=3c7414dc-971e-4491-80fd-9558fdf4f62a HTTP/1.1" status: 200 len: 808 time: 0.1027658 Mar 29 14:53:39.212571 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-92de7126-25ea-498e-9147-60139a2b1138 req-c2ea5480-a72a-4e4a-8c41-3b12679e2515 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/quotas/6e323ba9c66d490f9f23789296ac042e HTTP/1.1" status: 200 len: 375 time: 0.0093100 Mar 29 14:53:39.248828 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-92de7126-25ea-498e-9147-60139a2b1138 req-6d196b30-53c3-4251-851f-919d07710d86 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6e323ba9c66d490f9f23789296ac042e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309670 Mar 29 14:53:39.342437 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-92de7126-25ea-498e-9147-60139a2b1138 req-b901b685-b012-47c2-ac80-11085b40f5f5 service neutron] 10.222.0.16 "GET /v2.0/networks/3c7414dc-971e-4491-80fd-9558fdf4f62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844910 Mar 29 14:53:39.398302 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 33550) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:39.470600 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-92de7126-25ea-498e-9147-60139a2b1138 req-602e2a4c-30cc-4c57-b1b4-46a6128d8760 service neutron] 10.222.0.16 "GET /v2.0/networks/3c7414dc-971e-4491-80fd-9558fdf4f62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223400 Mar 29 14:53:39.512920 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d0c5c-c39d-4c22-8382-f2b165c1c511 req-d2ccc5a9-445c-4c12-a3bb-7552a27816a1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:39.514571 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d03d0c5c-c39d-4c22-8382-f2b165c1c511 req-d2ccc5a9-445c-4c12-a3bb-7552a27816a1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0603824 Mar 29 14:53:39.522328 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7eb39a14-f92a-4030-ab9f-318203a86490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:39.567631 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d03d0c5c-c39d-4c22-8382-f2b165c1c511 req-9e91707b-22b8-43a5-9cb6-8395b3d88f33 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467238 Mar 29 14:53:39.604073 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7eb39a14-f92a-4030-ab9f-318203a86490 admin admin] Publish callbacks [] for security_group (93921bfc-232f-4fad-9af3-6269adc5cc20), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:39.702953 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7eb39a14-f92a-4030-ab9f-318203a86490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (93921bfc-232f-4fad-9af3-6269adc5cc20), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:39.742288 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-7eb39a14-f92a-4030-ab9f-318203a86490 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0770ed7f8ef64b7ab1e95785d3d3fc36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3426771 Mar 29 14:53:39.743144 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb39a14-f92a-4030-ab9f-318203a86490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93921bfc-232f-4fad-9af3-6269adc5cc20,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:39.746092 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 33566) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:39.812001 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a5f224cc-80c2-4ca3-829e-962db42f5873 req-a284a9b2-fa98-416c-9541-b5fbd416bd1c tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 210 time: 0.0374906 Mar 29 14:53:39.816654 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-05ecf2f3-b4b4-405e-9490-00d83f1055d8 admin admin] Publish callbacks [] for security_group (93921bfc-232f-4fad-9af3-6269adc5cc20), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:39.843395 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-05ecf2f3-b4b4-405e-9490-00d83f1055d8 admin admin] Publish callbacks [] for security_group (93921bfc-232f-4fad-9af3-6269adc5cc20), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:39.957529 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-05ecf2f3-b4b4-405e-9490-00d83f1055d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (93921bfc-232f-4fad-9af3-6269adc5cc20), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:39.960153 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-05ecf2f3-b4b4-405e-9490-00d83f1055d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:39.961251 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-05ecf2f3-b4b4-405e-9490-00d83f1055d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93921bfc-232f-4fad-9af3-6269adc5cc20 HTTP/1.1" status: 204 len: 168 time: 0.2141192 Mar 29 14:53:39.968806 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecf2f3-b4b4-405e-9490-00d83f1055d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93921bfc-232f-4fad-9af3-6269adc5cc20,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:40.637249 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 33598) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:40.652690 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dea5d53c-aab9-4db9-bb83-700a159c7f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:40.693664 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c739f4e-ecbe-4d22-bfce-d42c6c92828a req-c8957f4c-cc2a-4b14-a73d-81ba60089c49 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:40.695296 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7c739f4e-ecbe-4d22-bfce-d42c6c92828a req-c8957f4c-cc2a-4b14-a73d-81ba60089c49 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0623982 Mar 29 14:53:40.735059 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dea5d53c-aab9-4db9-bb83-700a159c7f58 admin admin] Publish callbacks [] for security_group (4bf0f988-60b7-4782-b5aa-d0e13198fd17), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:40.750894 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7c739f4e-ecbe-4d22-bfce-d42c6c92828a req-478dd6ee-521a-4122-adb5-16a5822d3b8f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477865 Mar 29 14:53:40.810600 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dea5d53c-aab9-4db9-bb83-700a159c7f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (4bf0f988-60b7-4782-b5aa-d0e13198fd17), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:40.850851 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-dea5d53c-aab9-4db9-bb83-700a159c7f58 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36d1833bf3434d9293d2ebb8ae3cf1b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125144 Mar 29 14:53:40.851699 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5d53c-aab9-4db9-bb83-700a159c7f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf0f988-60b7-4782-b5aa-d0e13198fd17,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:40.854123 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33606) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:40.912900 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-446825ea-ac4c-4552-bb03-3333e9b636ca req-c58d1d1f-3e88-444e-9262-5f42a49d71df tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 210 time: 0.0341084 Mar 29 14:53:40.938086 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b55962f3-92fd-42ef-ab21-ea99ffc143be admin admin] Publish callbacks [] for security_group (4bf0f988-60b7-4782-b5aa-d0e13198fd17), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:40.959238 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b55962f3-92fd-42ef-ab21-ea99ffc143be admin admin] Publish callbacks [] for security_group (4bf0f988-60b7-4782-b5aa-d0e13198fd17), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:41.084671 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b55962f3-92fd-42ef-ab21-ea99ffc143be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (4bf0f988-60b7-4782-b5aa-d0e13198fd17), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:41.087340 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b55962f3-92fd-42ef-ab21-ea99ffc143be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:41.091559 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-b55962f3-92fd-42ef-ab21-ea99ffc143be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4bf0f988-60b7-4782-b5aa-d0e13198fd17 HTTP/1.1" status: 204 len: 168 time: 0.2336807 Mar 29 14:53:41.104180 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55962f3-92fd-42ef-ab21-ea99ffc143be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf0f988-60b7-4782-b5aa-d0e13198fd17,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:41.871110 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeee6bc-e93e-46bb-88f3-939918e51c53 req-c7102ad9-6c6c-444c-bd2f-750c3c6c3f9b tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:41.872670 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ffeee6bc-e93e-46bb-88f3-939918e51c53 req-c7102ad9-6c6c-444c-bd2f-750c3c6c3f9b tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0550747 Mar 29 14:53:41.928526 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ffeee6bc-e93e-46bb-88f3-939918e51c53 req-2193f363-fac1-45ef-90ad-6e3998e539d9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483582 Mar 29 14:53:41.960688 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33666) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:42.035331 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9d2cd0ca-502b-49da-82bd-8f63f7a993d8 req-3713dbfc-cd98-4624-9c07-4be928069f4d tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 210 time: 0.0343819 Mar 29 14:53:42.090134 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-36720c49-2af7-42f6-82b9-d4018a1efa2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:42.163264 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-36720c49-2af7-42f6-82b9-d4018a1efa2e admin admin] Publish callbacks [] for security_group (5cbf2376-6680-460d-9f21-e4769278dfae), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:42.266990 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-36720c49-2af7-42f6-82b9-d4018a1efa2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (5cbf2376-6680-460d-9f21-e4769278dfae), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:42.307876 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-36720c49-2af7-42f6-82b9-d4018a1efa2e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16068463fa4c419e8a0c67c0e0772342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460791 Mar 29 14:53:42.308957 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36720c49-2af7-42f6-82b9-d4018a1efa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbf2376-6680-460d-9f21-e4769278dfae,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:42.310539 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 33682) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:42.358013 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-99975299-fbca-48ec-bb88-dfc1d6f26234 admin admin] Publish callbacks [] for security_group (5cbf2376-6680-460d-9f21-e4769278dfae), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:42.379981 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-99975299-fbca-48ec-bb88-dfc1d6f26234 admin admin] Publish callbacks [] for security_group (5cbf2376-6680-460d-9f21-e4769278dfae), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:42.511552 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-99975299-fbca-48ec-bb88-dfc1d6f26234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (5cbf2376-6680-460d-9f21-e4769278dfae), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:42.514185 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-99975299-fbca-48ec-bb88-dfc1d6f26234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:42.515514 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-99975299-fbca-48ec-bb88-dfc1d6f26234 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cbf2376-6680-460d-9f21-e4769278dfae HTTP/1.1" status: 204 len: 168 time: 0.2033584 Mar 29 14:53:42.523829 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99975299-fbca-48ec-bb88-dfc1d6f26234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbf2376-6680-460d-9f21-e4769278dfae,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:43.096323 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0daa0-f0de-4e7c-a757-7c2258cb1c09 req-1692ea86-e1da-44ea-9b6f-05d2c3060920 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:43.097714 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-98a0daa0-f0de-4e7c-a757-7c2258cb1c09 req-1692ea86-e1da-44ea-9b6f-05d2c3060920 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0788591 Mar 29 14:53:43.207584 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-98a0daa0-f0de-4e7c-a757-7c2258cb1c09 req-01d586d9-769e-47e2-9ecc-484379ecb28b tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032300 Mar 29 14:53:43.250645 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-78bc0b84-6290-4a93-a05c-76436964a0a6 req-4e018628-d527-440b-9657-aa0660cd1fd5 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 210 time: 0.0618343 Mar 29 14:53:43.326796 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33730) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:43.339933 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f26fa5ab-de16-4b34-8cd1-fc054f35122d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:43.424905 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f26fa5ab-de16-4b34-8cd1-fc054f35122d admin admin] Publish callbacks [] for security_group (8ee9faac-b609-4a91-adb7-0629668c9a48), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:43.521015 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de7126-25ea-498e-9147-60139a2b1138 req-9eae55da-3408-48ba-83a9-b842a32e2094 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:43.522408 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-92de7126-25ea-498e-9147-60139a2b1138 req-9eae55da-3408-48ba-83a9-b842a32e2094 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.13 "GET /v2.0/networks?id=3c7414dc-971e-4491-80fd-9558fdf4f62a HTTP/1.1" status: 200 len: 808 time: 0.1092281 Mar 29 14:53:43.544343 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-92de7126-25ea-498e-9147-60139a2b1138 req-d4cf14d9-7b6b-4833-b34d-29db6dd499b2 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Request body: {'port': {'device_id': '700ccf2e-0bee-466f-8e0b-4012b22cb02b', 'network_id': '3c7414dc-971e-4491-80fd-9558fdf4f62a', 'admin_state_up': True, 'tenant_id': '6e323ba9c66d490f9f23789296ac042e'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:43.598330 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f26fa5ab-de16-4b34-8cd1-fc054f35122d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (8ee9faac-b609-4a91-adb7-0629668c9a48), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:43.645062 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-f26fa5ab-de16-4b34-8cd1-fc054f35122d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94407bf911904b73bf89694b397fb60f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170862 Mar 29 14:53:43.645925 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fa5ab-de16-4b34-8cd1-fc054f35122d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee9faac-b609-4a91-adb7-0629668c9a48,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:43.647723 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 33744) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:43.705751 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-07f64fb8-929e-479d-be06-1e936114e7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:43.723642 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-6ce4d3c4-3109-4f1f-8419-0cac18b8b318 admin admin] Publish callbacks [] for security_group (8ee9faac-b609-4a91-adb7-0629668c9a48), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:43.747148 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-6ce4d3c4-3109-4f1f-8419-0cac18b8b318 admin admin] Publish callbacks [] for security_group (8ee9faac-b609-4a91-adb7-0629668c9a48), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:43.796947 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92de7126-25ea-498e-9147-60139a2b1138 req-d4cf14d9-7b6b-4833-b34d-29db6dd499b2 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Made reservation on behalf of 6e323ba9c66d490f9f23789296ac042e for: {'port': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:53:43.800266 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-92de7126-25ea-498e-9147-60139a2b1138 req-d4cf14d9-7b6b-4833-b34d-29db6dd499b2 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:43.857789 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-6ce4d3c4-3109-4f1f-8419-0cac18b8b318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (8ee9faac-b609-4a91-adb7-0629668c9a48), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:43.860699 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-6ce4d3c4-3109-4f1f-8419-0cac18b8b318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:43.861976 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-6ce4d3c4-3109-4f1f-8419-0cac18b8b318 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ee9faac-b609-4a91-adb7-0629668c9a48 HTTP/1.1" status: 204 len: 168 time: 0.2042546 Mar 29 14:53:43.902106 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4d3c4-3109-4f1f-8419-0cac18b8b318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee9faac-b609-4a91-adb7-0629668c9a48,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:43.979893 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [req-92de7126-25ea-498e-9147-60139a2b1138 req-d4cf14d9-7b6b-4833-b34d-29db6dd499b2 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Allocated IP 172.20.0.6 (3c7414dc-971e-4491-80fd-9558fdf4f62a/88b0603f-1569-42b5-8239-e077b0fe4633/41f54760-8c50-4360-86e4-0bb57ea29551) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:53:44.120715 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-92de7126-25ea-498e-9147-60139a2b1138 req-d4cf14d9-7b6b-4833-b34d-29db6dd499b2 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Publish callbacks [] for port (41f54760-8c50-4360-86e4-0bb57ea29551), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:44.289601 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-92de7126-25ea-498e-9147-60139a2b1138 req-d4cf14d9-7b6b-4833-b34d-29db6dd499b2 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (41f54760-8c50-4360-86e4-0bb57ea29551), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:44.345296 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92de7126-25ea-498e-9147-60139a2b1138 req-d4cf14d9-7b6b-4833-b34d-29db6dd499b2 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Network 3c7414dc-971e-4491-80fd-9558fdf4f62a is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:53:44.353117 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [req-92de7126-25ea-498e-9147-60139a2b1138 req-d4cf14d9-7b6b-4833-b34d-29db6dd499b2 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:53:44.356072 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-92de7126-25ea-498e-9147-60139a2b1138 req-d4cf14d9-7b6b-4833-b34d-29db6dd499b2 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:53:44.382036 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf14d9-7b6b-4833-b34d-29db6dd499b2 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Pushing event updated for resources: {'Port': ['ID=41f54760-8c50-4360-86e4-0bb57ea29551,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:44.416220 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de7126-25ea-498e-9147-60139a2b1138 req-d4cf14d9-7b6b-4833-b34d-29db6dd499b2 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:44.416741 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-92de7126-25ea-498e-9147-60139a2b1138 req-d4cf14d9-7b6b-4833-b34d-29db6dd499b2 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:44.429937 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba5ea9-7f75-4a89-887b-3ea8ff900b1c req-35a3e079-e72e-4754-bd14-1e4eec6a9ad9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:44.431466 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-17ba5ea9-7f75-4a89-887b-3ea8ff900b1c req-35a3e079-e72e-4754-bd14-1e4eec6a9ad9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0902643 Mar 29 14:53:44.439761 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cc47b-02b7-45e1-8b8b-9045defb8c56 req-7a126bfb-c08b-4c38-800a-d4457825660b tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:44.441688 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-de8cc47b-02b7-45e1-8b8b-9045defb8c56 req-7a126bfb-c08b-4c38-800a-d4457825660b tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 931 time: 0.1134770 Mar 29 14:53:44.527629 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-de8cc47b-02b7-45e1-8b8b-9045defb8c56 req-426c0b8a-d783-4d76-9717-8fc579d46109 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784187 Mar 29 14:53:44.541110 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-17ba5ea9-7f75-4a89-887b-3ea8ff900b1c req-5d7987af-6456-414a-9719-8ac1bbd46691 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941319 Mar 29 14:53:44.579732 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-92de7126-25ea-498e-9147-60139a2b1138 req-d4cf14d9-7b6b-4833-b34d-29db6dd499b2 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0394835 Mar 29 14:53:44.609917 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Request body: {'port': {'device_id': '700ccf2e-0bee-466f-8e0b-4012b22cb02b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:44.650046 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33796) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:44.687118 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (41f54760-8c50-4360-86e4-0bb57ea29551), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:44.729899 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c60cb9-21a6-4702-ba87-9c4d8d45fdb5 admin admin] Deleting subnet 60d8f854-a6e4-4e56-85a7-3a79cb52ddfc {{(pid=115498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 14:53:44.729899 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-92c60cb9-21a6-4702-ba87-9c4d8d45fdb5 admin admin] Publish callbacks [] for subnet (60d8f854-a6e4-4e56-85a7-3a79cb52ddfc), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:44.783374 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-92c60cb9-21a6-4702-ba87-9c4d8d45fdb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439781'] for subnet (60d8f854-a6e4-4e56-85a7-3a79cb52ddfc), precommit_delete_associations {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:44.826953 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-92c60cb9-21a6-4702-ba87-9c4d8d45fdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187270'] for subnet (60d8f854-a6e4-4e56-85a7-3a79cb52ddfc), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:44.941006 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-92c60cb9-21a6-4702-ba87-9c4d8d45fdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10357351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8856191'] for subnet (60d8f854-a6e4-4e56-85a7-3a79cb52ddfc), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:44.972664 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c60cb9-21a6-4702-ba87-9c4d8d45fdb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d8f854-a6e4-4e56-85a7-3a79cb52ddfc,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:44.977747 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-92c60cb9-21a6-4702-ba87-9c4d8d45fdb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:44.983835 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-92c60cb9-21a6-4702-ba87-9c4d8d45fdb5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/60d8f854-a6e4-4e56-85a7-3a79cb52ddfc HTTP/1.1" status: 204 len: 168 time: 0.3325169 Mar 29 14:53:44.984774 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33808) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:45.087835 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7c042780-7793-42ac-87d0-90003eea0c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1063815'] for network (f8257b9f-92bd-4d96-b12a-fcac9f74b8a8), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.099802 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6199273-94c1-4568-9183-2e1de3e35ce3 req-3f4acc86-6331-4433-8fd5-fd30ed40c515 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:45.101300 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f6199273-94c1-4568-9183-2e1de3e35ce3 req-3f4acc86-6331-4433-8fd5-fd30ed40c515 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.1159277 Mar 29 14:53:45.175300 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92467621-6e98-40fe-ae4c-b90f256be639 req-89f734bc-f025-43a2-97b6-e34465e4d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:45.176778 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-92467621-6e98-40fe-ae4c-b90f256be639 req-89f734bc-f025-43a2-97b6-e34465e4d7d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 1130 time: 0.1058197 Mar 29 14:53:45.211975 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7c042780-7793-42ac-87d0-90003eea0c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8727032248890'] for network (f8257b9f-92bd-4d96-b12a-fcac9f74b8a8), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.222703 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f6199273-94c1-4568-9183-2e1de3e35ce3 req-e49691a4-d044-4513-8da7-27f9b80846df tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929229 Mar 29 14:53:45.224682 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33816) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:45.254733 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-7c042780-7793-42ac-87d0-90003eea0c3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8257b9f-92bd-4d96-b12a-fcac9f74b8a8']}} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:45.267034 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-7c042780-7793-42ac-87d0-90003eea0c3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f07c6e-23a5-4bcd-8f73-67262e0c589b') {'for_net_delete': True} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:45.267341 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-7c042780-7793-42ac-87d0-90003eea0c3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f07c6e-23a5-4bcd-8f73-67262e0c589b') {} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:45.278203 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7c042780-7793-42ac-87d0-90003eea0c3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727032247107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439790'] for segment (b2f07c6e-23a5-4bcd-8f73-67262e0c589b), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.297622 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7c042780-7793-42ac-87d0-90003eea0c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (b2f07c6e-23a5-4bcd-8f73-67262e0c589b), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.304241 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c042780-7793-42ac-87d0-90003eea0c3f admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=115498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 14:53:45.304634 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7c042780-7793-42ac-87d0-90003eea0c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10360001'] for segment (b2f07c6e-23a5-4bcd-8f73-67262e0c589b), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: Traceback (most recent call last): Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: timer() Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: cb(*args, **kw) Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: return func(*args, **kwargs) Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: self._notify() Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: self.callback(batched_events) Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: event.method(event) Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: return f(self, *a, **k) Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: return self._get(url).json() Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: return self.request(url, 'GET', **kwargs) Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 14:53:45.309440 dv-cinder-835525-2-iscsi neutron-server[115498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 14:53:45.328943 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41f54760-8c50-4360-86e4-0bb57ea29551 {{(pid=115499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:53:45.337120 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92467621-6e98-40fe-ae4c-b90f256be639 req-d368abdc-b65e-4ee8-ba1a-bc1e4b4b3640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:45.339160 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-92467621-6e98-40fe-ae4c-b90f256be639 req-d368abdc-b65e-4ee8-ba1a-bc1e4b4b3640 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 919 time: 0.1475906 Mar 29 14:53:45.340356 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Publish callbacks [] for port (41f54760-8c50-4360-86e4-0bb57ea29551), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.358075 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-3eff0029-9623-43bf-bdc0-f2a2ff95ed60 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-371417508-network', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:45.389899 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-92467621-6e98-40fe-ae4c-b90f256be639 req-2b0528bb-80a7-41dd-9cc2-9176253ee8d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18e3779a-742a-456e-ac90-7f07367e899b HTTP/1.1" status: 200 len: 217 time: 0.0388110 Mar 29 14:53:45.441894 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92467621-6e98-40fe-ae4c-b90f256be639 req-ef219771-ab8b-4391-b2cf-d20d676628b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:45.443288 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-92467621-6e98-40fe-ae4c-b90f256be639 req-ef219771-ab8b-4391-b2cf-d20d676628b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.0420389 Mar 29 14:53:45.479136 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7c042780-7793-42ac-87d0-90003eea0c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606314'] for network (f8257b9f-92bd-4d96-b12a-fcac9f74b8a8), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.479685 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.provisioning_blocks [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Transition to ACTIVE for port object 41f54760-8c50-4360-86e4-0bb57ea29551 will not be triggered until provisioned by entity L2. {{(pid=115499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 14:53:45.484833 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7c042780-7793-42ac-87d0-90003eea0c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.488289 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-7c042780-7793-42ac-87d0-90003eea0c3f admin admin] 10.222.0.16 "DELETE /v2.0/networks/f8257b9f-92bd-4d96-b12a-fcac9f74b8a8 HTTP/1.1" status: 204 len: 168 time: 0.5016422 Mar 29 14:53:45.491131 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 33820) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:45.500701 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c042780-7793-42ac-87d0-90003eea0c3f admin admin] Pushing event deleted for resources: {'Network': ['ID=f8257b9f-92bd-4d96-b12a-fcac9f74b8a8,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:45.501337 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92467621-6e98-40fe-ae4c-b90f256be639 req-4eb08942-00c3-473c-8c6d-e51ccb23664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:45.503715 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-92467621-6e98-40fe-ae4c-b90f256be639 req-4eb08942-00c3-473c-8c6d-e51ccb23664b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526776 Mar 29 14:53:45.531255 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eff0029-9623-43bf-bdc0-f2a2ff95ed60 admin admin] Made reservation on behalf of 59c8a5905d7d45b5b833ace29a4559d0 for: {'network': 1} {{(pid=115498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:53:45.533941 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3eff0029-9623-43bf-bdc0-f2a2ff95ed60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.550551 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3eff0029-9623-43bf-bdc0-f2a2ff95ed60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.588911 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (41f54760-8c50-4360-86e4-0bb57ea29551), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.620119 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_v2 [None req-b833af75-258c-4a16-aab3-02447237cc43 admin admin] Deleting subnet 93ca9dd0-a021-439c-ad4e-46dff1cfe2c1 {{(pid=115499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 14:53:45.628749 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b833af75-258c-4a16-aab3-02447237cc43 admin admin] Publish callbacks [] for subnet (93ca9dd0-a021-439c-ad4e-46dff1cfe2c1), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.640920 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3eff0029-9623-43bf-bdc0-f2a2ff95ed60 admin admin] Publish callbacks [] for security_group (74c92f71-d20e-4506-a58a-13aa5601e48c), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.686217 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743b6aa-da5b-462a-aaf0-9527755a9ffe req-b938ed24-a413-4fb5-8029-eb563a3e9aa9 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:45.687444 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1743b6aa-da5b-462a-aaf0-9527755a9ffe req-b938ed24-a413-4fb5-8029-eb563a3e9aa9 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 943 time: 0.0639007 Mar 29 14:53:45.694789 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=41f54760-8c50-4360-86e4-0bb57ea29551,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:45.699176 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b833af75-258c-4a16-aab3-02447237cc43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8420988'] for subnet (93ca9dd0-a021-439c-ad4e-46dff1cfe2c1), precommit_delete_associations {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.733402 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3eff0029-9623-43bf-bdc0-f2a2ff95ed60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (74c92f71-d20e-4506-a58a-13aa5601e48c), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.748200 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-92467621-6e98-40fe-ae4c-b90f256be639 req-8f7cda0c-165c-4dbe-b760-bdae250e1752 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264426 Mar 29 14:53:45.749473 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1743b6aa-da5b-462a-aaf0-9527755a9ffe req-d149b3de-d9e0-4151-929c-3c7059ca693a tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541825 Mar 29 14:53:45.762916 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eff0029-9623-43bf-bdc0-f2a2ff95ed60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=115498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 14:53:45.772505 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-20eed3bc-480b-4234-90ba-0946b2d8c958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.782047 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3eff0029-9623-43bf-bdc0-f2a2ff95ed60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (d972c796-b53c-442c-8b95-c55eed721ffa), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.782397 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.db.segments_db [None req-3eff0029-9623-43bf-bdc0-f2a2ff95ed60 admin admin] Added segment d972c796-b53c-442c-8b95-c55eed721ffa of type vlan for network 6ae2e8b4-22d2-4d52-a946-a55ff4289652 Mar 29 14:53:45.824647 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff0029-9623-43bf-bdc0-f2a2ff95ed60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c92f71-d20e-4506-a58a-13aa5601e48c,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:45.835306 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3eff0029-9623-43bf-bdc0-f2a2ff95ed60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727031888698'] for network (6ae2e8b4-22d2-4d52-a946-a55ff4289652), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.846146 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b833af75-258c-4a16-aab3-02447237cc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187270'] for subnet (93ca9dd0-a021-439c-ad4e-46dff1cfe2c1), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.918246 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Attempting to bind port 41f54760-8c50-4360-86e4-0bb57ea29551 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:53:45.918514 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Attempting to bind port 41f54760-8c50-4360-86e4-0bb57ea29551 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '80cdde69-7bc0-431d-bbe6-5f0eaa86eba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3c7414dc-971e-4491-80fd-9558fdf4f62a'}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:53:45.918840 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Attempting to bind port 41f54760-8c50-4360-86e4-0bb57ea29551 on network 3c7414dc-971e-4491-80fd-9558fdf4f62a {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:53:45.930626 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3eff0029-9623-43bf-bdc0-f2a2ff95ed60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for network (6ae2e8b4-22d2-4d52-a946-a55ff4289652), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.932939 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eff0029-9623-43bf-bdc0-f2a2ff95ed60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:45.934004 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3eff0029-9623-43bf-bdc0-f2a2ff95ed60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:45.943663 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Port 41f54760-8c50-4360-86e4-0bb57ea29551 on network 3c7414dc-971e-4491-80fd-9558fdf4f62a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 14:53:45.943663 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Attempting to bind port 41f54760-8c50-4360-86e4-0bb57ea29551 on network 3c7414dc-971e-4491-80fd-9558fdf4f62a {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:53:45.951955 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-92467621-6e98-40fe-ae4c-b90f256be639 req-91aefee7-015a-4ae0-b4c9-6395a06763f6 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749358 Mar 29 14:53:45.952804 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Checking agent: {'id': 'e622d3d7-0a71-4961-ba27-45794834ffcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'started_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:53:45.953164 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Checking segment: {'id': '80cdde69-7bc0-431d-bbe6-5f0eaa86eba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3c7414dc-971e-4491-80fd-9558fdf4f62a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:53:45.953537 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Bound using segment: {'id': '80cdde69-7bc0-431d-bbe6-5f0eaa86eba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3c7414dc-971e-4491-80fd-9558fdf4f62a'} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:53:45.953965 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Bound port: 41f54760-8c50-4360-86e4-0bb57ea29551, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80cdde69-7bc0-431d-bbe6-5f0eaa86eba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3c7414dc-971e-4491-80fd-9558fdf4f62a'}}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:53:45.954315 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (41f54760-8c50-4360-86e4-0bb57ea29551), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:46.004312 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff0029-9623-43bf-bdc0-f2a2ff95ed60 admin admin] Pushing event updated for resources: {'Network': ['ID=6ae2e8b4-22d2-4d52-a946-a55ff4289652,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:46.015074 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Network 6ae2e8b4-22d2-4d52-a946-a55ff4289652 details requested by agent ovs-agent-dv-cinder-835525-2-iscsi with host dv-cinder-835525-2-iscsi {{(pid=115500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:53:46.016625 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b833af75-258c-4a16-aab3-02447237cc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9129967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364887'] for subnet (93ca9dd0-a021-439c-ad4e-46dff1cfe2c1), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:46.052590 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833af75-258c-4a16-aab3-02447237cc43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ca9dd0-a021-439c-ad4e-46dff1cfe2c1,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:46.058018 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b833af75-258c-4a16-aab3-02447237cc43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:46.062195 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-b833af75-258c-4a16-aab3-02447237cc43 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/93ca9dd0-a021-439c-ad4e-46dff1cfe2c1 HTTP/1.1" status: 204 len: 168 time: 0.5701041 Mar 29 14:53:46.064815 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33840) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:46.065177 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] For port 41f54760-8c50-4360-86e4-0bb57ea29551, host hv-cinder-83552, cleared binding levels {{(pid=115499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:53:46.077405 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] For port 41f54760-8c50-4360-86e4-0bb57ea29551, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=41f54760-8c50-4360-86e4-0bb57ea29551,segment=NetworkSegment(80cdde69-7bc0-431d-bbe6-5f0eaa86eba5),segment_id=80cdde69-7bc0-431d-bbe6-5f0eaa86eba5)] {{(pid=115499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:53:46.114186 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-3eff0029-9623-43bf-bdc0-f2a2ff95ed60 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8869770 Mar 29 14:53:46.116009 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 33842) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:46.121455 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-30aaa7e4-793a-406f-a946-0eb649d3103f admin admin] Request body: {'subnet': {'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-371417508-subnet', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'ip_version': 4}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:46.141635 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b513accd-c6c5-4cbe-b7e6-a43506d5ee1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1063815'] for network (02527706-d319-4e69-b6c0-25e81e4c1886), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:46.157453 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (41f54760-8c50-4360-86e4-0bb57ea29551), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:46.199248 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:46.199859 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:46.201271 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-92de7126-25ea-498e-9147-60139a2b1138 req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] 10.222.0.13 "PUT /v2.0/ports/41f54760-8c50-4360-86e4-0bb57ea29551 HTTP/1.1" status: 200 len: 1093 time: 1.6029818 Mar 29 14:53:46.201726 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700ccf2e-0bee-466f-8e0b-4012b22cb02b', 'tag': '41f54760-8c50-4360-86e4-0bb57ea29551'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:53:46.204237 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110b10fa-be2d-4cba-9cac-daaafdd194a6" -d '{"events": [{"name": "network-changed", "server_uuid": "700ccf2e-0bee-466f-8e0b-4012b22cb02b", "tag": "41f54760-8c50-4360-86e4-0bb57ea29551"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:53:46.224529 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b513accd-c6c5-4cbe-b7e6-a43506d5ee1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8727032248890'] for network (02527706-d319-4e69-b6c0-25e81e4c1886), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:46.239599 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30aaa7e4-793a-406f-a946-0eb649d3103f admin admin] Made reservation on behalf of 59c8a5905d7d45b5b833ace29a4559d0 for: {'subnet': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:53:46.241949 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-30aaa7e4-793a-406f-a946-0eb649d3103f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9364872'] for subnet (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:46.260108 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-b513accd-c6c5-4cbe-b7e6-a43506d5ee1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02527706-d319-4e69-b6c0-25e81e4c1886']}} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:46.270400 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3c31d7-28a5-4879-9644-0c7b47f909d6 x-openstack-request-id: req-fa3c31d7-28a5-4879-9644-0c7b47f909d6 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:53:46.270706 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700ccf2e-0bee-466f-8e0b-4012b22cb02b", "tag": "41f54760-8c50-4360-86e4-0bb57ea29551", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:53:46.270925 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa3c31d7-28a5-4879-9644-0c7b47f909d6 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:53:46.271317 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa3c31d7-28a5-4879-9644-0c7b47f909d6'] response: {'name': 'network-changed', 'server_uuid': '700ccf2e-0bee-466f-8e0b-4012b22cb02b', 'tag': '41f54760-8c50-4360-86e4-0bb57ea29551', 'status': 'completed', 'code': 200} Mar 29 14:53:46.275857 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-b513accd-c6c5-4cbe-b7e6-a43506d5ee1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196474af-bf7c-48f4-b0f4-abe7cb47f7d9') {'for_net_delete': True} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:46.276206 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-b513accd-c6c5-4cbe-b7e6-a43506d5ee1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196474af-bf7c-48f4-b0f4-abe7cb47f7d9') {} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:46.286526 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b513accd-c6c5-4cbe-b7e6-a43506d5ee1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727032247107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439790'] for segment (196474af-bf7c-48f4-b0f4-abe7cb47f7d9), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:46.302980 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b513accd-c6c5-4cbe-b7e6-a43506d5ee1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (196474af-bf7c-48f4-b0f4-abe7cb47f7d9), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:46.307893 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83a94f-0450-4efe-aaa8-3bb266e8f2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=41f54760-8c50-4360-86e4-0bb57ea29551,revision_number=3']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:46.309657 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b513accd-c6c5-4cbe-b7e6-a43506d5ee1a admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=115498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 14:53:46.312556 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b513accd-c6c5-4cbe-b7e6-a43506d5ee1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10360001'] for segment (196474af-bf7c-48f4-b0f4-abe7cb47f7d9), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: Traceback (most recent call last): Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: timer() Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: cb(*args, **kw) Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: return func(*args, **kwargs) Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: self._notify() Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: self.callback(batched_events) Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: event.method(event) Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: return f(self, *a, **k) Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: return self._get(url).json() Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: return self.request(url, 'GET', **kwargs) Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 14:53:46.314417 dv-cinder-835525-2-iscsi neutron-server[115498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 14:53:46.409532 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2f01d-b733-4405-a3e3-9dd0155513fc req-56cfe5a2-c3c6-488d-bd9c-3c24fb17bf6a tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:46.410634 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b10fa-be2d-4cba-9cac-daaafdd194a6 req-95222780-fae9-4262-b90e-72aa2bf10001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:46.411020 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-66c2f01d-b733-4405-a3e3-9dd0155513fc req-56cfe5a2-c3c6-488d-bd9c-3c24fb17bf6a tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0876386 Mar 29 14:53:46.412280 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-110b10fa-be2d-4cba-9cac-daaafdd194a6 req-95222780-fae9-4262-b90e-72aa2bf10001 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e323ba9c66d490f9f23789296ac042e&device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 1127 time: 0.0533135 Mar 29 14:53:46.458561 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b513accd-c6c5-4cbe-b7e6-a43506d5ee1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606314'] for network (02527706-d319-4e69-b6c0-25e81e4c1886), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:46.464794 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b513accd-c6c5-4cbe-b7e6-a43506d5ee1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:46.469467 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-b513accd-c6c5-4cbe-b7e6-a43506d5ee1a admin admin] 10.222.0.16 "DELETE /v2.0/networks/02527706-d319-4e69-b6c0-25e81e4c1886 HTTP/1.1" status: 204 len: 168 time: 0.4026215 Mar 29 14:53:46.510483 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-66c2f01d-b733-4405-a3e3-9dd0155513fc req-d269934f-a8c3-4a7b-a8a7-d2c659aa513b tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922534 Mar 29 14:53:46.513011 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513accd-c6c5-4cbe-b7e6-a43506d5ee1a admin admin] Pushing event deleted for resources: {'Network': ['ID=02527706-d319-4e69-b6c0-25e81e4c1886,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:46.579197 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b10fa-be2d-4cba-9cac-daaafdd194a6 req-0a39a266-1b6c-4a7d-b101-f054327edd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:46.580668 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-110b10fa-be2d-4cba-9cac-daaafdd194a6 req-0a39a266-1b6c-4a7d-b101-f054327edd64 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6e323ba9c66d490f9f23789296ac042e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1541388 Mar 29 14:53:46.705426 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b10fa-be2d-4cba-9cac-daaafdd194a6 req-cadf3da9-c7f1-41d3-a4c4-ea08221a431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:46.706969 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-110b10fa-be2d-4cba-9cac-daaafdd194a6 req-cadf3da9-c7f1-41d3-a4c4-ea08221a431b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1190484 Mar 29 14:53:46.747754 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-30aaa7e4-793a-406f-a946-0eb649d3103f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9129900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9364894'] for subnet (38a2dac5-7c8e-4061-bce9-293971606099), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:46.843600 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aaa7e4-793a-406f-a946-0eb649d3103f admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a2dac5-7c8e-4061-bce9-293971606099,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:46.862675 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aaa7e4-793a-406f-a946-0eb649d3103f admin admin] Checking segment: {'id': 'd972c796-b53c-442c-8b95-c55eed721ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:53:46.863080 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aaa7e4-793a-406f-a946-0eb649d3103f admin admin] Network hostable DHCP agents. Network: 6ae2e8b4-22d2-4d52-a946-a55ff4289652, hostable agents: ['d54be346-8d38-4a55-9238-c2600b34a430'], hosted agents: [] {{(pid=115499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:53:46.871234 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de7126-25ea-498e-9147-60139a2b1138 req-bf19a8ae-12d0-44fc-8e5a-17042e97dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:46.876630 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-92de7126-25ea-498e-9147-60139a2b1138 req-bf19a8ae-12d0-44fc-8e5a-17042e97dd89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e323ba9c66d490f9f23789296ac042e&device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 1127 time: 0.0949562 Mar 29 14:53:46.889106 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56483fb-8baa-4a5f-8aa5-707de6704dc0 req-99cd05cc-052f-476c-93c6-e194f885bfb2 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:46.895116 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b56483fb-8baa-4a5f-8aa5-707de6704dc0 req-99cd05cc-052f-476c-93c6-e194f885bfb2 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 943 time: 0.0676627 Mar 29 14:53:46.900998 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 33860) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:46.940899 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b56483fb-8baa-4a5f-8aa5-707de6704dc0 req-8f81801d-7e34-4754-89d6-f7e7db0bdce4 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444117 Mar 29 14:53:46.941162 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-92de7126-25ea-498e-9147-60139a2b1138 req-4246f922-7ab1-44fa-97d8-2e2ef6b9b331 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41f54760-8c50-4360-86e4-0bb57ea29551 HTTP/1.1" status: 200 len: 217 time: 0.0466568 Mar 29 14:53:46.943822 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aaa7e4-793a-406f-a946-0eb649d3103f admin admin] Network 6ae2e8b4-22d2-4d52-a946-a55ff4289652 is scheduled to be hosted by DHCP agent d54be346-8d38-4a55-9238-c2600b34a430 with binding_index 1 {{(pid=115499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:53:47.008798 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-eb9286ce-b79c-42a5-a348-01fcae7c0fe7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5947936e39ad479eaf1a74f59a830c99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1065924 Mar 29 14:53:47.012147 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33862) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:47.016667 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de7126-25ea-498e-9147-60139a2b1138 req-94b63812-9434-4633-8728-0f8147424f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:47.018099 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-92de7126-25ea-498e-9147-60139a2b1138 req-94b63812-9434-4633-8728-0f8147424f6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=88b0603f-1569-42b5-8239-e077b0fe4633 HTTP/1.1" status: 200 len: 848 time: 0.0693929 Mar 29 14:53:47.050238 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-92de7126-25ea-498e-9147-60139a2b1138 req-5f1ecdf8-6456-469c-b192-e50d0edeeff3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c7414dc-971e-4491-80fd-9558fdf4f62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253222 Mar 29 14:53:47.061838 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:47.062374 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3662-0b46-4af1-9485-94d068cbc4c3 admin admin] Publish callbacks [] for security_group (aaafce7d-39a6-4853-88d2-6a5b05abef5c), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:47.067215 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-30aaa7e4-793a-406f-a946-0eb649d3103f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-2-iscsi, 6ae2e8b4-22d2-4d52-a946-a55ff4289652) {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:53:47.076896 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7643c9de-d7cd-4a80-8127-5bbf765ab784 None None] Network 6ae2e8b4-22d2-4d52-a946-a55ff4289652 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:53:47.084964 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3662-0b46-4af1-9485-94d068cbc4c3 admin admin] Publish callbacks [] for security_group (aaafce7d-39a6-4853-88d2-6a5b05abef5c), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:47.108795 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aaa7e4-793a-406f-a946-0eb649d3103f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:47.109404 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-30aaa7e4-793a-406f-a946-0eb649d3103f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:47.172585 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-92de7126-25ea-498e-9147-60139a2b1138 req-4cc88420-b31c-4d49-9def-162ae10a0b1f service neutron] 10.222.0.13 "GET /v2.0/networks/3c7414dc-971e-4491-80fd-9558fdf4f62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135960 Mar 29 14:53:47.198177 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4e11d19-54b5-538b-a24b-6e69b5ff0a21-6ae2e8b4-22d2-4d52-a946-a55ff4289652', 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652', 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'fixed_ips': [{'subnet_id': '38a2dac5-7c8e-4061-bce9-293971606099'}]}} from dv-cinder-835525-2-iscsi. {{(pid=115500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 14:53:47.199081 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:47.205149 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-30aaa7e4-793a-406f-a946-0eb649d3103f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0879991 Mar 29 14:53:47.208150 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33866) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:47.213198 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-f60448c0-cddf-40e7-99e8-a3f740e383a6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-371417508-router', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:47.246188 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3662-0b46-4af1-9485-94d068cbc4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (aaafce7d-39a6-4853-88d2-6a5b05abef5c), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:47.252069 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-fbcd3662-0b46-4af1-9485-94d068cbc4c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:47.256907 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-fbcd3662-0b46-4af1-9485-94d068cbc4c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aaafce7d-39a6-4853-88d2-6a5b05abef5c HTTP/1.1" status: 204 len: 168 time: 0.2431312 Mar 29 14:53:47.267052 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd3662-0b46-4af1-9485-94d068cbc4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaafce7d-39a6-4853-88d2-6a5b05abef5c,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:47.312486 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f60448c0-cddf-40e7-99e8-a3f740e383a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router (f500ce78-bf40-4ff5-9dc7-6f9d770582d7), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:47.314086 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f60448c0-cddf-40e7-99e8-a3f740e383a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (f500ce78-bf40-4ff5-9dc7-6f9d770582d7), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:47.336730 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-92de7126-25ea-498e-9147-60139a2b1138 req-9538f201-85b0-4a34-a5a3-a080a31fca9c service neutron] 10.222.0.13 "GET /v2.0/networks/3c7414dc-971e-4491-80fd-9558fdf4f62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560473 Mar 29 14:53:47.384296 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f60448c0-cddf-40e7-99e8-a3f740e383a6 admin admin] Publish callbacks [] for router_controller (f500ce78-bf40-4ff5-9dc7-6f9d770582d7), precommit_add_association {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:47.404439 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.db_base_plugin_common [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] Allocated IP 172.20.0.2 (6ae2e8b4-22d2-4d52-a946-a55ff4289652/38a2dac5-7c8e-4061-bce9-293971606099/03fc901e-05cf-4f7e-b810-eaae871bb167) {{(pid=115500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:53:47.575106 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] Publish callbacks [] for port (03fc901e-05cf-4f7e-b810-eaae871bb167), precommit_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:47.639363 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (03fc901e-05cf-4f7e-b810-eaae871bb167), after_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:47.677938 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] Network 6ae2e8b4-22d2-4d52-a946-a55ff4289652 is already hosted by enough agents. {{(pid=115500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:53:47.681032 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.base_scheduler [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] Resources bound (agent type, host, resource id): {{(pid=115500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:53:47.684097 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] Received port after_create {{(pid=115500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:53:47.700103 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] Pushing event updated for resources: {'Port': ['ID=03fc901e-05cf-4f7e-b810-eaae871bb167,revision_number=1']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:47.755759 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] Attempting to bind port 03fc901e-05cf-4f7e-b810-eaae871bb167 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:53:47.756131 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] Attempting to bind port 03fc901e-05cf-4f7e-b810-eaae871bb167 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': 'd972c796-b53c-442c-8b95-c55eed721ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:53:47.756494 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] Attempting to bind port 03fc901e-05cf-4f7e-b810-eaae871bb167 on network 6ae2e8b4-22d2-4d52-a946-a55ff4289652 {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:53:47.764415 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:53:47.764871 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] Checking segment: {'id': 'd972c796-b53c-442c-8b95-c55eed721ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:53:47.765302 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:47.765691 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] Bound using segment: {'id': 'd972c796-b53c-442c-8b95-c55eed721ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:53:47.766155 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] Bound port: 03fc901e-05cf-4f7e-b810-eaae871bb167, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd972c796-b53c-442c-8b95-c55eed721ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:53:47.766531 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (03fc901e-05cf-4f7e-b810-eaae871bb167), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:47.844810 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f60448c0-cddf-40e7-99e8-a3f740e383a6 admin admin] Publish callbacks [] for router_gateway (f500ce78-bf40-4ff5-9dc7-6f9d770582d7), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:47.850964 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] For port 03fc901e-05cf-4f7e-b810-eaae871bb167, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:53:47.855182 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] For port 03fc901e-05cf-4f7e-b810-eaae871bb167, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=03fc901e-05cf-4f7e-b810-eaae871bb167,segment=NetworkSegment(d972c796-b53c-442c-8b95-c55eed721ffa),segment_id=d972c796-b53c-442c-8b95-c55eed721ffa)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:53:47.869183 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9491de-ad48-40e6-93c6-fd6de3f2ff99 req-7e67ad95-c82a-41ff-a492-e7e90ee2fba5 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:47.870738 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1d9491de-ad48-40e6-93c6-fd6de3f2ff99 req-7e67ad95-c82a-41ff-a492-e7e90ee2fba5 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.2599180 Mar 29 14:53:47.914284 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33884) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:47.917381 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (03fc901e-05cf-4f7e-b810-eaae871bb167), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:47.926737 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1d9491de-ad48-40e6-93c6-fd6de3f2ff99 req-d1e602e8-0a6b-4c76-9594-ed4d8c9ef53c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501270 Mar 29 14:53:48.025607 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf669c-ea46-4589-b221-4a82599c278c None None] Pushing event updated for resources: {'Port': ['ID=03fc901e-05cf-4f7e-b810-eaae871bb167,revision_number=2']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:48.117240 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-710f26e2-c6e4-49e1-8635-398c799fa6be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:48.158573 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 33890) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:48.220760 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bb182-4acc-427f-b881-2605261bfecc req-d5a4b3fa-5a0f-4d78-9562-49362b02c9c4 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:48.225157 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f08bb182-4acc-427f-b881-2605261bfecc req-d5a4b3fa-5a0f-4d78-9562-49362b02c9c4 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 943 time: 0.1965225 Mar 29 14:53:48.227718 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-067991b8-0da7-45a4-ad83-cab8f6fc4a13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a8bd95595ef4d6daa9aa0ee7ca51bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0679386 Mar 29 14:53:48.229981 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 33894) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:48.303414 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cd5ffef7-14e9-4919-86aa-11354dc58894 admin admin] Publish callbacks [] for security_group (9d2982ec-4af5-4e97-9d25-35991b5c1e51), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:48.314418 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:48.343531 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f60448c0-cddf-40e7-99e8-a3f740e383a6 admin admin] Publish callbacks [] for router_gateway (f500ce78-bf40-4ff5-9dc7-6f9d770582d7), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:48.362086 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cd5ffef7-14e9-4919-86aa-11354dc58894 admin admin] Publish callbacks [] for security_group (9d2982ec-4af5-4e97-9d25-35991b5c1e51), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:48.383088 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f60448c0-cddf-40e7-99e8-a3f740e383a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:48.405656 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f08bb182-4acc-427f-b881-2605261bfecc req-0aafe1fa-450c-4fa6-b23a-778e526ec6e4 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737404 Mar 29 14:53:48.477350 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-710f26e2-c6e4-49e1-8635-398c799fa6be admin admin] Publish callbacks [] for security_group (f4ff2479-05b1-422e-b918-31bbf31c364e), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:48.550179 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_common [None req-f60448c0-cddf-40e7-99e8-a3f740e383a6 admin admin] Allocated IP 172.27.1.105 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/16529793-18ff-4ce7-b965-b4ab28d164e6) {{(pid=115498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:53:48.633308 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-710f26e2-c6e4-49e1-8635-398c799fa6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (f4ff2479-05b1-422e-b918-31bbf31c364e), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:48.633543 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cd5ffef7-14e9-4919-86aa-11354dc58894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (9d2982ec-4af5-4e97-9d25-35991b5c1e51), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:48.636875 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cd5ffef7-14e9-4919-86aa-11354dc58894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:48.648394 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-cd5ffef7-14e9-4919-86aa-11354dc58894 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d2982ec-4af5-4e97-9d25-35991b5c1e51 HTTP/1.1" status: 204 len: 168 time: 0.4063051 Mar 29 14:53:48.649963 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ffef7-14e9-4919-86aa-11354dc58894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2982ec-4af5-4e97-9d25-35991b5c1e51,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:48.699315 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-710f26e2-c6e4-49e1-8635-398c799fa6be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fecdf1fc97234defa29178b4516087aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7836924 Mar 29 14:53:48.701872 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33908) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:48.710900 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f60448c0-cddf-40e7-99e8-a3f740e383a6 admin admin] Publish callbacks [] for port (16529793-18ff-4ce7-b965-b4ab28d164e6), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:48.712488 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f26e2-c6e4-49e1-8635-398c799fa6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ff2479-05b1-422e-b918-31bbf31c364e,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:48.719466 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 41f54760-8c50-4360-86e4-0bb57ea29551 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 14:53:48.772155 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ca2aedb3-54fe-4715-b058-08f26451ce4d admin admin] Publish callbacks [] for security_group (f4ff2479-05b1-422e-b918-31bbf31c364e), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:48.811898 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ca2aedb3-54fe-4715-b058-08f26451ce4d admin admin] Publish callbacks [] for security_group (f4ff2479-05b1-422e-b918-31bbf31c364e), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:48.842137 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 41f54760-8c50-4360-86e4-0bb57ea29551, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=41f54760-8c50-4360-86e4-0bb57ea29551,segment=NetworkSegment(80cdde69-7bc0-431d-bbe6-5f0eaa86eba5),segment_id=80cdde69-7bc0-431d-bbe6-5f0eaa86eba5)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:53:48.854470 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '41f54760-8c50-4360-86e4-0bb57ea29551', 'network_id': '3c7414dc-971e-4491-80fd-9558fdf4f62a', 'port_id': '41f54760-8c50-4360-86e4-0bb57ea29551', 'mac_address': 'fa:16:3e:b0:75:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b0603f-1569-42b5-8239-e077b0fe4633', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 14:53:48.891761 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f60448c0-cddf-40e7-99e8-a3f740e383a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (16529793-18ff-4ce7-b965-b4ab28d164e6), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:48.905457 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 41f54760-8c50-4360-86e4-0bb57ea29551 is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:53:48.905850 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (41f54760-8c50-4360-86e4-0bb57ea29551), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:48.927572 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f54760-8c50-4360-86e4-0bb57ea29551 {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:53:48.935049 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60448c0-cddf-40e7-99e8-a3f740e383a6 admin admin] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:53:48.941088 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-f60448c0-cddf-40e7-99e8-a3f740e383a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:53:48.947707 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60448c0-cddf-40e7-99e8-a3f740e383a6 admin admin] Received port after_create {{(pid=115498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:53:48.972004 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 41f54760-8c50-4360-86e4-0bb57ea29551, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=41f54760-8c50-4360-86e4-0bb57ea29551,segment=NetworkSegment(80cdde69-7bc0-431d-bbe6-5f0eaa86eba5),segment_id=80cdde69-7bc0-431d-bbe6-5f0eaa86eba5)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:53:48.994499 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ca2aedb3-54fe-4715-b058-08f26451ce4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (f4ff2479-05b1-422e-b918-31bbf31c364e), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:49.001178 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ca2aedb3-54fe-4715-b058-08f26451ce4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:49.001178 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-ca2aedb3-54fe-4715-b058-08f26451ce4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4ff2479-05b1-422e-b918-31bbf31c364e HTTP/1.1" status: 204 len: 168 time: 0.2955143 Mar 29 14:53:49.040059 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60448c0-cddf-40e7-99e8-a3f740e383a6 admin admin] Pushing event updated for resources: {'Port': ['ID=16529793-18ff-4ce7-b965-b4ab28d164e6,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:49.040059 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2aedb3-54fe-4715-b058-08f26451ce4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ff2479-05b1-422e-b918-31bbf31c364e,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:49.062621 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (41f54760-8c50-4360-86e4-0bb57ea29551), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:49.111985 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 33928) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:49.175389 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=41f54760-8c50-4360-86e4-0bb57ea29551,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:49.267587 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf4fab1-aa3f-48f3-a484-a7cecbe7e22c None None] Network 6ae2e8b4-22d2-4d52-a946-a55ff4289652 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:53:49.296278 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c83599-bff5-4e43-9342-98c54d088438 req-afe79c59-d354-4739-8e09-31c7a231c48f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:49.298793 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-21c83599-bff5-4e43-9342-98c54d088438 req-afe79c59-d354-4739-8e09-31c7a231c48f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.1684780 Mar 29 14:53:49.328170 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7e406135-2271-4f19-92f0-07aed842a41c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:49.373608 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-21c83599-bff5-4e43-9342-98c54d088438 req-2e9a1aa2-d2e8-436c-a100-16ccfee95f76 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673897 Mar 29 14:53:49.410971 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-8bdb3527-c834-4aa1-b3c4-1c7bb1f48b59 None None] Provisioning complete for port 03fc901e-05cf-4f7e-b810-eaae871bb167 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:53:49.411866 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8bdb3527-c834-4aa1-b3c4-1c7bb1f48b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (03fc901e-05cf-4f7e-b810-eaae871bb167), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:49.453833 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['41f54760-8c50-4360-86e4-0bb57ea29551'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:53:49.497424 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7e406135-2271-4f19-92f0-07aed842a41c admin admin] Publish callbacks [] for security_group (e4b84a3a-94a1-490d-80cf-f8032d1cf21c), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:49.610325 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7e406135-2271-4f19-92f0-07aed842a41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (e4b84a3a-94a1-490d-80cf-f8032d1cf21c), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:49.672728 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-7e406135-2271-4f19-92f0-07aed842a41c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5675f49267d4ade8cd512450d9d1339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5594518 Mar 29 14:53:49.677011 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 33946) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:49.677280 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d1cb3-4184-4889-bfdc-3aafceb38536 req-88137337-8868-4e12-8c7a-f523e0f82d19 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:49.684900 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ed5d1cb3-4184-4889-bfdc-3aafceb38536 req-88137337-8868-4e12-8c7a-f523e0f82d19 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 944 time: 0.1376362 Mar 29 14:53:49.692655 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e406135-2271-4f19-92f0-07aed842a41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b84a3a-94a1-490d-80cf-f8032d1cf21c,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:49.729675 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f60448c0-cddf-40e7-99e8-a3f740e383a6 admin admin] Publish callbacks [] for router_gateway (f500ce78-bf40-4ff5-9dc7-6f9d770582d7), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:49.750205 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-8bdb3527-c834-4aa1-b3c4-1c7bb1f48b59 None None] Current status of the port 03fc901e-05cf-4f7e-b810-eaae871bb167 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:53:49.750594 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8bdb3527-c834-4aa1-b3c4-1c7bb1f48b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (03fc901e-05cf-4f7e-b810-eaae871bb167), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:49.769383 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:49.779638 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ed5d1cb3-4184-4889-bfdc-3aafceb38536 req-b23288a7-2d89-41e8-8478-01fab712a3e8 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882583 Mar 29 14:53:49.793984 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-989c94cf-cc90-4328-bff8-4d5e60e9b537 admin admin] Publish callbacks [] for security_group (e4b84a3a-94a1-490d-80cf-f8032d1cf21c), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:49.821151 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-8bdb3527-c834-4aa1-b3c4-1c7bb1f48b59 None None] For port 03fc901e-05cf-4f7e-b810-eaae871bb167, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=03fc901e-05cf-4f7e-b810-eaae871bb167,segment=NetworkSegment(d972c796-b53c-442c-8b95-c55eed721ffa),segment_id=d972c796-b53c-442c-8b95-c55eed721ffa)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:53:49.858865 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-989c94cf-cc90-4328-bff8-4d5e60e9b537 admin admin] Publish callbacks [] for security_group (e4b84a3a-94a1-490d-80cf-f8032d1cf21c), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:49.902544 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8bdb3527-c834-4aa1-b3c4-1c7bb1f48b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (03fc901e-05cf-4f7e-b810-eaae871bb167), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:49.974339 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 33950) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:49.987357 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb3527-c834-4aa1-b3c4-1c7bb1f48b59 None None] Pushing event updated for resources: {'Port': ['ID=03fc901e-05cf-4f7e-b810-eaae871bb167,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:49.988148 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-6f0d66cb-1800-4fd4-8129-2894f6c2238d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:50.024111 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-060652fc-3cd5-4aba-91bd-582a47c8ef8a None None] Provisioning complete for port 03fc901e-05cf-4f7e-b810-eaae871bb167 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:53:50.024491 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-060652fc-3cd5-4aba-91bd-582a47c8ef8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (03fc901e-05cf-4f7e-b810-eaae871bb167), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:50.082430 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-989c94cf-cc90-4328-bff8-4d5e60e9b537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (e4b84a3a-94a1-490d-80cf-f8032d1cf21c), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:50.088885 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f60448c0-cddf-40e7-99e8-a3f740e383a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606242'] for router (f500ce78-bf40-4ff5-9dc7-6f9d770582d7), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:50.090436 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-989c94cf-cc90-4328-bff8-4d5e60e9b537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:50.101227 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-989c94cf-cc90-4328-bff8-4d5e60e9b537 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4b84a3a-94a1-490d-80cf-f8032d1cf21c HTTP/1.1" status: 204 len: 168 time: 0.4171793 Mar 29 14:53:50.167293 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-060652fc-3cd5-4aba-91bd-582a47c8ef8a None None] Current status of the port 03fc901e-05cf-4f7e-b810-eaae871bb167 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:53:50.171972 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c94cf-cc90-4328-bff8-4d5e60e9b537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b84a3a-94a1-490d-80cf-f8032d1cf21c,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:50.317981 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-6f0d66cb-1800-4fd4-8129-2894f6c2238d admin admin] Publish callbacks [] for security_group (31f49540-dab9-4541-810b-c6ceb3c9788a), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:50.376237 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-6f0d66cb-1800-4fd4-8129-2894f6c2238d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (31f49540-dab9-4541-810b-c6ceb3c9788a), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:50.377325 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 03fc901e-05cf-4f7e-b810-eaae871bb167 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:53:50.422082 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-6f0d66cb-1800-4fd4-8129-2894f6c2238d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c344175b24db431c82ae81a5090d74ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4461412 Mar 29 14:53:50.423786 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d66cb-1800-4fd4-8129-2894f6c2238d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f49540-dab9-4541-810b-c6ceb3c9788a,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:50.424852 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33968) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:50.440464 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 03fc901e-05cf-4f7e-b810-eaae871bb167 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:53:50.441085 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (03fc901e-05cf-4f7e-b810-eaae871bb167), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:50.490565 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60448c0-cddf-40e7-99e8-a3f740e383a6 admin admin] Router f500ce78-bf40-4ff5-9dc7-6f9d770582d7 is scheduled to L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 with binding_index 1 {{(pid=115498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 14:53:50.546436 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 03fc901e-05cf-4f7e-b810-eaae871bb167 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:53:50.551766 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-344ef33a-0e1a-4d44-a8e9-52ed3166718c admin admin] Publish callbacks [] for security_group (31f49540-dab9-4541-810b-c6ceb3c9788a), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:50.609436 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-344ef33a-0e1a-4d44-a8e9-52ed3166718c admin admin] Publish callbacks [] for security_group (31f49540-dab9-4541-810b-c6ceb3c9788a), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:50.657402 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60448c0-cddf-40e7-99e8-a3f740e383a6 admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:53:50.671005 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] Sync routers for ids ['f500ce78-bf40-4ff5-9dc7-6f9d770582d7'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:53:50.680891 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] Routers {'f500ce78-bf40-4ff5-9dc7-6f9d770582d7'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:53:50.681882 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:53:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['f500ce78-bf40-4ff5-9dc7-6f9d770582d7'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:50.732100 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 41f54760-8c50-4360-86e4-0bb57ea29551 up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:53:50.738731 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f60448c0-cddf-40e7-99e8-a3f740e383a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:50.739840 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-f60448c0-cddf-40e7-99e8-a3f740e383a6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5306561 Mar 29 14:53:50.742565 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 33976) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:50.801773 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] Set router f500ce78-bf40-4ff5-9dc7-6f9d770582d7 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:53:50.810957 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-344ef33a-0e1a-4d44-a8e9-52ed3166718c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (31f49540-dab9-4541-810b-c6ceb3c9788a), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:50.815745 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-344ef33a-0e1a-4d44-a8e9-52ed3166718c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:50.816997 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-344ef33a-0e1a-4d44-a8e9-52ed3166718c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31f49540-dab9-4541-810b-c6ceb3c9788a HTTP/1.1" status: 204 len: 168 time: 0.3911071 Mar 29 14:53:50.845196 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning for port 41f54760-8c50-4360-86e4-0bb57ea29551 completed by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 14:53:50.849594 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 41f54760-8c50-4360-86e4-0bb57ea29551 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:53:50.849973 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (41f54760-8c50-4360-86e4-0bb57ea29551), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:50.895373 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ef33a-0e1a-4d44-a8e9-52ed3166718c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f49540-dab9-4541-810b-c6ceb3c9788a,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:50.973427 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 41f54760-8c50-4360-86e4-0bb57ea29551 is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:53:50.973985 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (41f54760-8c50-4360-86e4-0bb57ea29551), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:50.987362 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a28252-0219-4b23-bfc3-b31aa0323011 req-24a5f8d7-6348-49ef-8514-1e880bf2ffb6 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:50.988888 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-34a28252-0219-4b23-bfc3-b31aa0323011 req-24a5f8d7-6348-49ef-8514-1e880bf2ffb6 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 944 time: 0.0978396 Mar 29 14:53:51.006314 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700ccf2e-0bee-466f-8e0b-4012b22cb02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f54760-8c50-4360-86e4-0bb57ea29551'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:53:51.008846 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9750578e-0633-4a8b-91c5-42f9109aab5a" -d '{"events": [{"server_uuid": "700ccf2e-0bee-466f-8e0b-4012b22cb02b", "name": "network-vif-plugged", "status": "completed", "tag": "41f54760-8c50-4360-86e4-0bb57ea29551"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:53:51.024576 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 41f54760-8c50-4360-86e4-0bb57ea29551, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=41f54760-8c50-4360-86e4-0bb57ea29551,segment=NetworkSegment(80cdde69-7bc0-431d-bbe6-5f0eaa86eba5),segment_id=80cdde69-7bc0-431d-bbe6-5f0eaa86eba5)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:53:51.056946 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930a218e-8f4e-4ec2-af8d-074f326b9079 x-openstack-request-id: req-930a218e-8f4e-4ec2-af8d-074f326b9079 {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:53:51.057321 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700ccf2e-0bee-466f-8e0b-4012b22cb02b", "name": "network-vif-plugged", "status": "completed", "tag": "41f54760-8c50-4360-86e4-0bb57ea29551", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:53:51.057902 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-930a218e-8f4e-4ec2-af8d-074f326b9079 {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:53:51.058302 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-930a218e-8f4e-4ec2-af8d-074f326b9079'] response: {'server_uuid': '700ccf2e-0bee-466f-8e0b-4012b22cb02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f54760-8c50-4360-86e4-0bb57ea29551', 'code': 200} Mar 29 14:53:51.074825 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'name': 'tempest-TestMinimumBasicScenario-371417508-router', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:47Z', 'updated_at': '2022-03-29T14:53:49Z', 'revision_number': 3, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'gw_port': {'id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:48Z', 'updated_at': '2022-03-29T14:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:51.100832 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] Checking router: f500ce78-bf40-4ff5-9dc7-6f9d770582d7 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:53:51.101204 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] Updating router f500ce78-bf40-4ff5-9dc7-6f9d770582d7 port 16529793-18ff-4ce7-b965-b4ab28d164e6 binding host dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:53:51.142020 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (41f54760-8c50-4360-86e4-0bb57ea29551), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:51.146092 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (16529793-18ff-4ce7-b965-b4ab28d164e6), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:51.163241 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-34a28252-0219-4b23-bfc3-b31aa0323011 req-ed1f1bbb-c19a-436d-9da3-317af85da7b9 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675494 Mar 29 14:53:51.276742 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=41f54760-8c50-4360-86e4-0bb57ea29551,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:51.550948 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133de07-c7f1-4434-92dc-4d0579176a4d req-ecd3267c-9924-4cdf-b3e6-93c816d6b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:51.553865 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2133de07-c7f1-4434-92dc-4d0579176a4d req-ecd3267c-9924-4cdf-b3e6-93c816d6b9f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 1129 time: 0.0717640 Mar 29 14:53:51.616766 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2133de07-c7f1-4434-92dc-4d0579176a4d req-164a2af9-ab08-4bbd-a83e-872275bbaf9b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559859 Mar 29 14:53:51.655145 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] Publish callbacks [] for port (16529793-18ff-4ce7-b965-b4ab28d164e6), precommit_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:51.780161 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (16529793-18ff-4ce7-b965-b4ab28d164e6), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:51.785317 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b6de896a-8dea-4975-9f62-e5e76888ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:51.833590 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] Attempting to bind port 16529793-18ff-4ce7-b965-b4ab28d164e6 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:53:51.833964 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] Attempting to bind port 16529793-18ff-4ce7-b965-b4ab28d164e6 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:53:51.834323 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] Attempting to bind port 16529793-18ff-4ce7-b965-b4ab28d164e6 on network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:53:51.838000 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64032bb7-6987-4db3-84eb-44df9073bb2d None None] Pushing event updated for resources: {'Port': ['ID=16529793-18ff-4ce7-b965-b4ab28d164e6,revision_number=2']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:51.842701 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:53:51.843080 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] Checking segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:53:51.851507 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:51.851507 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] Bound using segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:53:51.851507 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] Bound port: 16529793-18ff-4ce7-b965-b4ab28d164e6, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:53:51.851507 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (16529793-18ff-4ce7-b965-b4ab28d164e6), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:51.851507 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64032bb7-6987-4db3-84eb-44df9073bb2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:51.851507 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64032bb7-6987-4db3-84eb-44df9073bb2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:51.852041 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64032bb7-6987-4db3-84eb-44df9073bb2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:51.852041 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64032bb7-6987-4db3-84eb-44df9073bb2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:51.852426 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64032bb7-6987-4db3-84eb-44df9073bb2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:51.853085 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64032bb7-6987-4db3-84eb-44df9073bb2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:51.853192 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64032bb7-6987-4db3-84eb-44df9073bb2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:51.853555 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64032bb7-6987-4db3-84eb-44df9073bb2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:51.853788 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64032bb7-6987-4db3-84eb-44df9073bb2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:51.854123 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64032bb7-6987-4db3-84eb-44df9073bb2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:51.854493 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64032bb7-6987-4db3-84eb-44df9073bb2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:51.854868 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64032bb7-6987-4db3-84eb-44df9073bb2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:51.855685 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64032bb7-6987-4db3-84eb-44df9073bb2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:51.855685 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64032bb7-6987-4db3-84eb-44df9073bb2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:51.855936 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64032bb7-6987-4db3-84eb-44df9073bb2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:53:51.915323 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] For port 16529793-18ff-4ce7-b965-b4ab28d164e6, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:53:51.918634 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] For port 16529793-18ff-4ce7-b965-b4ab28d164e6, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=16529793-18ff-4ce7-b965-b4ab28d164e6,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:53:51.964515 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_common [None req-b6de896a-8dea-4975-9f62-e5e76888ae4f admin admin] Allocated IP 172.20.0.1 (6ae2e8b4-22d2-4d52-a946-a55ff4289652/38a2dac5-7c8e-4061-bce9-293971606099/07c3bdbc-215a-4c5c-9750-931f85c55c34) {{(pid=115498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:53:52.000368 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (16529793-18ff-4ce7-b965-b4ab28d164e6), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:52.070718 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] Routers {'f500ce78-bf40-4ff5-9dc7-6f9d770582d7'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:53:52.071170 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:53:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['f500ce78-bf40-4ff5-9dc7-6f9d770582d7'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:52.091577 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b6de896a-8dea-4975-9f62-e5e76888ae4f admin admin] Publish callbacks [] for port (07c3bdbc-215a-4c5c-9750-931f85c55c34), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:52.149253 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64032bb7-6987-4db3-84eb-44df9073bb2d None None] Pushing event updated for resources: {'Port': ['ID=16529793-18ff-4ce7-b965-b4ab28d164e6,revision_number=3']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:52.211087 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b6de896a-8dea-4975-9f62-e5e76888ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (07c3bdbc-215a-4c5c-9750-931f85c55c34), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:52.221444 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] Set router f500ce78-bf40-4ff5-9dc7-6f9d770582d7 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:53:52.378976 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6de896a-8dea-4975-9f62-e5e76888ae4f admin admin] Network 6ae2e8b4-22d2-4d52-a946-a55ff4289652 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:53:52.383912 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-b6de896a-8dea-4975-9f62-e5e76888ae4f admin admin] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:53:52.393663 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de896a-8dea-4975-9f62-e5e76888ae4f admin admin] Received port after_create {{(pid=115498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:53:52.460935 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de896a-8dea-4975-9f62-e5e76888ae4f admin admin] Pushing event updated for resources: {'Port': ['ID=07c3bdbc-215a-4c5c-9750-931f85c55c34,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:52.521484 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5631a3-d898-4e85-8ca9-9a3ef4d1839e req-e1e5267f-1b52-43aa-a7ca-a663b55a0f64 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:52.521484 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3a5631a3-d898-4e85-8ca9-9a3ef4d1839e req-e1e5267f-1b52-43aa-a7ca-a663b55a0f64 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 945 time: 0.2283936 Mar 29 14:53:52.521667 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 34086) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:52.525983 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-9a6fe87d-e309-47f0-bbb2-cc8053085b2d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1815854780', 'description': 'tempest-description--631031135'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:52.544610 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'name': 'tempest-TestMinimumBasicScenario-371417508-router', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:47Z', 'updated_at': '2022-03-29T14:53:49Z', 'revision_number': 3, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'gw_port': {'id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:48Z', 'updated_at': '2022-03-29T14:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:52.552801 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b6de896a-8dea-4975-9f62-e5e76888ae4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606965'] for router_interface (f500ce78-bf40-4ff5-9dc7-6f9d770582d7), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:52.610449 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf60b62-af27-4289-a75d-f04dfe616295 None None] The sync data for ids ['f500ce78-bf40-4ff5-9dc7-6f9d770582d7'] in dv-cinder-835525-2-iscsi is: [{'id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'name': 'tempest-TestMinimumBasicScenario-371417508-router', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:47Z', 'updated_at': '2022-03-29T14:53:49Z', 'revision_number': 3, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'gw_port': {'id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:48Z', 'updated_at': '2022-03-29T14:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:53:52.650863 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3a5631a3-d898-4e85-8ca9-9a3ef4d1839e req-dd48ad41-bcc8-4b4e-9127-95feacd024af tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175563 Mar 29 14:53:52.671759 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9a6fe87d-e309-47f0-bbb2-cc8053085b2d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:52.822913 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9a6fe87d-e309-47f0-bbb2-cc8053085b2d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for security_group (30786850-d026-451d-b743-536f4736e0cb), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:52.850596 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-12a8427a-a98f-42e8-8c36-bc586268fc0e None None] Provisioning complete for port 07c3bdbc-215a-4c5c-9750-931f85c55c34 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:53:52.851142 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-12a8427a-a98f-42e8-8c36-bc586268fc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (07c3bdbc-215a-4c5c-9750-931f85c55c34), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:52.890962 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9a6fe87d-e309-47f0-bbb2-cc8053085b2d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (30786850-d026-451d-b743-536f4736e0cb), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:52.914394 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-12a8427a-a98f-42e8-8c36-bc586268fc0e None None] Port 07c3bdbc-215a-4c5c-9750-931f85c55c34 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:53:52.923303 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b6de896a-8dea-4975-9f62-e5e76888ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (07c3bdbc-215a-4c5c-9750-931f85c55c34), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:52.967258 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fe87d-e309-47f0-bbb2-cc8053085b2d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30786850-d026-451d-b743-536f4736e0cb,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:53.068322 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9a6fe87d-e309-47f0-bbb2-cc8053085b2d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:53.070485 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-9a6fe87d-e309-47f0-bbb2-cc8053085b2d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5479424 Mar 29 14:53:53.074423 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 34112) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:53.085509 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-51958592-eb5e-4887-ba90-3865ea4c4ad7 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Request body: {'security_group_rule': {'security_group_id': '30786850-d026-451d-b743-536f4736e0cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:53.188686 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b6de896a-8dea-4975-9f62-e5e76888ae4f admin admin] Publish callbacks [] for port (07c3bdbc-215a-4c5c-9750-931f85c55c34), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:53.218494 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-51958592-eb5e-4887-ba90-3865ea4c4ad7 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for security_group_rule (374b2a8e-57a9-4620-a706-0752f353c2f3), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:53.291103 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b6de896a-8dea-4975-9f62-e5e76888ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359965'] for port (07c3bdbc-215a-4c5c-9750-931f85c55c34), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:53.344319 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 34122) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:53.352204 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-51958592-eb5e-4887-ba90-3865ea4c4ad7 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for security_group_rule (374b2a8e-57a9-4620-a706-0752f353c2f3), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:53.369997 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b6de896a-8dea-4975-9f62-e5e76888ae4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606817'] for router_interface (f500ce78-bf40-4ff5-9dc7-6f9d770582d7), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:53.453717 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de896a-8dea-4975-9f62-e5e76888ae4f admin admin] Pushing event updated for resources: {'Port': ['ID=07c3bdbc-215a-4c5c-9750-931f85c55c34,revision_number=2']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:53.468392 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-51958592-eb5e-4887-ba90-3865ea4c4ad7 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (374b2a8e-57a9-4620-a706-0752f353c2f3), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:53.516104 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51958592-eb5e-4887-ba90-3865ea4c4ad7 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374b2a8e-57a9-4620-a706-0752f353c2f3,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:53.557658 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c47526c9-d382-4e37-940e-fb9277a510ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:53.593322 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6de896a-8dea-4975-9f62-e5e76888ae4f admin admin] Network 6ae2e8b4-22d2-4d52-a946-a55ff4289652 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:53:53.594790 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-b6de896a-8dea-4975-9f62-e5e76888ae4f admin admin] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:53:53.612531 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-51958592-eb5e-4887-ba90-3865ea4c4ad7 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:53.614041 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-51958592-eb5e-4887-ba90-3865ea4c4ad7 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5379436 Mar 29 14:53:53.616615 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 34128) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:53.621937 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-099598db-6159-4136-977e-6f05c3ab38c0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Request body: {'security_group_rule': {'security_group_id': '30786850-d026-451d-b743-536f4736e0cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:53.695838 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c47526c9-d382-4e37-940e-fb9277a510ab admin admin] Publish callbacks [] for security_group (ede30f05-3a30-453d-b34a-65e82a2e5f7b), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:53.773563 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-099598db-6159-4136-977e-6f05c3ab38c0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for security_group_rule (c9512819-f184-4a43-9939-1433b7cda6f3), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:53.793264 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c47526c9-d382-4e37-940e-fb9277a510ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (ede30f05-3a30-453d-b34a-65e82a2e5f7b), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:53.852873 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6de896a-8dea-4975-9f62-e5e76888ae4f admin admin] Router f500ce78-bf40-4ff5-9dc7-6f9d770582d7 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:53:53.894304 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-c47526c9-d382-4e37-940e-fb9277a510ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7619db081df64287b1251b627bfb8cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5489526 Mar 29 14:53:53.900482 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 34136) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:53.910953 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47526c9-d382-4e37-940e-fb9277a510ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede30f05-3a30-453d-b34a-65e82a2e5f7b,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:53.943862 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-38852985-3c52-452e-b5cd-3104707e6645 None None] Provisioning complete for port 07c3bdbc-215a-4c5c-9750-931f85c55c34 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:53:54.008939 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-38852985-3c52-452e-b5cd-3104707e6645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (07c3bdbc-215a-4c5c-9750-931f85c55c34), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:54.010345 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-099598db-6159-4136-977e-6f05c3ab38c0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for security_group_rule (c9512819-f184-4a43-9939-1433b7cda6f3), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:54.010459 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea34d0e-2df0-4bde-882e-ae69e3d6b104 req-9102c7a2-ab86-4779-86a5-13eca327b500 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:54.010459 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6ea34d0e-2df0-4bde-882e-ae69e3d6b104 req-9102c7a2-ab86-4779-86a5-13eca327b500 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 945 time: 0.1702363 Mar 29 14:53:54.010660 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-05572e95-c975-4f15-af10-616cf118c553 admin admin] Publish callbacks [] for security_group (ede30f05-3a30-453d-b34a-65e82a2e5f7b), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:54.010754 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-38852985-3c52-452e-b5cd-3104707e6645 None None] Port 07c3bdbc-215a-4c5c-9750-931f85c55c34 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:53:54.010849 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-05572e95-c975-4f15-af10-616cf118c553 admin admin] Publish callbacks [] for security_group (ede30f05-3a30-453d-b34a-65e82a2e5f7b), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:54.047011 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6de896a-8dea-4975-9f62-e5e76888ae4f admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:53:54.051336 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6ea34d0e-2df0-4bde-882e-ae69e3d6b104 req-ea31646e-65a2-4805-b506-d3ee4c81a929 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747898 Mar 29 14:53:54.055341 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-b6de896a-8dea-4975-9f62-e5e76888ae4f admin admin] 10.222.0.16 "PUT /v2.0/routers/f500ce78-bf40-4ff5-9dc7-6f9d770582d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3118234 Mar 29 14:53:54.208886 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 16529793-18ff-4ce7-b965-b4ab28d164e6 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:53:54.258848 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 16529793-18ff-4ce7-b965-b4ab28d164e6 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:53:54.259796 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (16529793-18ff-4ce7-b965-b4ab28d164e6), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:54.336363 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 16529793-18ff-4ce7-b965-b4ab28d164e6 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:53:54.336659 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (16529793-18ff-4ce7-b965-b4ab28d164e6), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:54.357438 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-099598db-6159-4136-977e-6f05c3ab38c0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (c9512819-f184-4a43-9939-1433b7cda6f3), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:54.357725 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] For port 16529793-18ff-4ce7-b965-b4ab28d164e6, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=16529793-18ff-4ce7-b965-b4ab28d164e6,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:53:54.377627 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099598db-6159-4136-977e-6f05c3ab38c0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9512819-f184-4a43-9939-1433b7cda6f3,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:54.387703 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-05572e95-c975-4f15-af10-616cf118c553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (ede30f05-3a30-453d-b34a-65e82a2e5f7b), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:54.389543 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-05572e95-c975-4f15-af10-616cf118c553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:54.390798 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-05572e95-c975-4f15-af10-616cf118c553 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ede30f05-3a30-453d-b34a-65e82a2e5f7b HTTP/1.1" status: 204 len: 168 time: 0.4893150 Mar 29 14:53:54.402741 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05572e95-c975-4f15-af10-616cf118c553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede30f05-3a30-453d-b34a-65e82a2e5f7b,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:54.437053 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (16529793-18ff-4ce7-b965-b4ab28d164e6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:54.472820 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-099598db-6159-4136-977e-6f05c3ab38c0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:54.478709 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-099598db-6159-4136-977e-6f05c3ab38c0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8580506 Mar 29 14:53:54.479084 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 34152) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:54.484955 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-485fdd36-2cdd-4652-a7bf-2aa6a35118c9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Request body: {'floatingip': {'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:54.507461 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Pushing event updated for resources: {'Port': ['ID=16529793-18ff-4ce7-b965-b4ab28d164e6,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:54.650755 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-485fdd36-2cdd-4652-a7bf-2aa6a35118c9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:54.762728 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-485fdd36-2cdd-4652-a7bf-2aa6a35118c9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:54.818007 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] Sync routers for ids ['f500ce78-bf40-4ff5-9dc7-6f9d770582d7'] in dv-cinder-835525-2-iscsi {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:53:54.843215 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] Routers {'f500ce78-bf40-4ff5-9dc7-6f9d770582d7'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:53:54.843899 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:53:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['f500ce78-bf40-4ff5-9dc7-6f9d770582d7'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:54.934000 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_common [None req-485fdd36-2cdd-4652-a7bf-2aa6a35118c9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Allocated IP 172.27.1.48 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/b28d0b9d-0735-4635-b83f-fc27b6d2772c) {{(pid=115498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:53:55.024947 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] Set router f500ce78-bf40-4ff5-9dc7-6f9d770582d7 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:53:55.108733 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-485fdd36-2cdd-4652-a7bf-2aa6a35118c9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for port (b28d0b9d-0735-4635-b83f-fc27b6d2772c), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:55.222388 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-485fdd36-2cdd-4652-a7bf-2aa6a35118c9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (b28d0b9d-0735-4635-b83f-fc27b6d2772c), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:55.279316 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485fdd36-2cdd-4652-a7bf-2aa6a35118c9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:53:55.284489 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-485fdd36-2cdd-4652-a7bf-2aa6a35118c9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:53:55.285104 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 34190) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:55.286493 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'name': 'tempest-TestMinimumBasicScenario-371417508-router', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:47Z', 'updated_at': '2022-03-29T14:53:52Z', 'revision_number': 4, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'gw_port': {'id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:48Z', 'updated_at': '2022-03-29T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '07c3bdbc-215a-4c5c-9750-931f85c55c34', 'name': '', 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'mac_address': 'fa:16:3e:49:4e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '38a2dac5-7c8e-4061-bce9-293971606099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:51Z', 'updated_at': '2022-03-29T14:53:53Z', 'revision_number': 2, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'subnets': [{'id': '38a2dac5-7c8e-4061-bce9-293971606099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:55.289963 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485fdd36-2cdd-4652-a7bf-2aa6a35118c9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Received port after_create {{(pid=115498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:53:55.290104 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-74d0d733-55be-491b-a769-b8760e35bb28 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2001877894-network', 'tenant_id': '95970b7c605c4fc39ae12478c222e5f8'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:55.318823 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] Checking router: f500ce78-bf40-4ff5-9dc7-6f9d770582d7 for host: dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:53:55.319273 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] Updating router f500ce78-bf40-4ff5-9dc7-6f9d770582d7 port 07c3bdbc-215a-4c5c-9750-931f85c55c34 binding host dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:53:55.336904 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fdd36-2cdd-4652-a7bf-2aa6a35118c9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Pushing event updated for resources: {'Port': ['ID=b28d0b9d-0735-4635-b83f-fc27b6d2772c,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:55.351277 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (07c3bdbc-215a-4c5c-9750-931f85c55c34), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:55.416455 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-485fdd36-2cdd-4652-a7bf-2aa6a35118c9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for floatingip (1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:55.416677 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d0d733-55be-491b-a769-b8760e35bb28 admin admin] Made reservation on behalf of 95970b7c605c4fc39ae12478c222e5f8 for: {'network': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:53:55.418785 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-74d0d733-55be-491b-a769-b8760e35bb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:55.437750 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-74d0d733-55be-491b-a769-b8760e35bb28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:55.605462 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-485fdd36-2cdd-4652-a7bf-2aa6a35118c9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (b28d0b9d-0735-4635-b83f-fc27b6d2772c), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:55.620195 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-74d0d733-55be-491b-a769-b8760e35bb28 admin admin] Publish callbacks [] for security_group (074d1af8-2248-41fb-8ecf-4745f04a58cb), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:55.719391 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-74d0d733-55be-491b-a769-b8760e35bb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (074d1af8-2248-41fb-8ecf-4745f04a58cb), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:55.759555 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d0d733-55be-491b-a769-b8760e35bb28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=115499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 14:53:55.784059 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0d733-55be-491b-a769-b8760e35bb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074d1af8-2248-41fb-8ecf-4745f04a58cb,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:55.787949 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-74d0d733-55be-491b-a769-b8760e35bb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:55.788464 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.segments_db [None req-74d0d733-55be-491b-a769-b8760e35bb28 admin admin] Added segment 8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5 of type vlan for network 414d7ceb-057b-4873-93b1-b587cd1d58a2 Mar 29 14:53:55.849728 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-74d0d733-55be-491b-a769-b8760e35bb28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727031888698'] for network (414d7ceb-057b-4873-93b1-b587cd1d58a2), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:55.928203 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-485fdd36-2cdd-4652-a7bf-2aa6a35118c9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for port (b28d0b9d-0735-4635-b83f-fc27b6d2772c), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:55.939389 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] Publish callbacks [] for port (07c3bdbc-215a-4c5c-9750-931f85c55c34), precommit_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:55.958679 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-74d0d733-55be-491b-a769-b8760e35bb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for network (414d7ceb-057b-4873-93b1-b587cd1d58a2), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:55.959751 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d0d733-55be-491b-a769-b8760e35bb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:55.960402 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-74d0d733-55be-491b-a769-b8760e35bb28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:56.028778 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0d733-55be-491b-a769-b8760e35bb28 admin admin] Pushing event updated for resources: {'Network': ['ID=414d7ceb-057b-4873-93b1-b587cd1d58a2,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:56.040805 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Network 414d7ceb-057b-4873-93b1-b587cd1d58a2 details requested by agent ovs-agent-dv-cinder-835525-2-iscsi with host dv-cinder-835525-2-iscsi {{(pid=115500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:53:56.060870 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-485fdd36-2cdd-4652-a7bf-2aa6a35118c9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359965'] for port (b28d0b9d-0735-4635-b83f-fc27b6d2772c), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:56.080726 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (07c3bdbc-215a-4c5c-9750-931f85c55c34), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:56.092784 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-74d0d733-55be-491b-a769-b8760e35bb28 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8065553 Mar 29 14:53:56.095449 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 34218) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:56.100468 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-4e94355b-718a-48fc-8129-55a5543a77e8 admin admin] Request body: {'subnet': {'network_id': '414d7ceb-057b-4873-93b1-b587cd1d58a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2001877894-subnet', 'tenant_id': '95970b7c605c4fc39ae12478c222e5f8', 'ip_version': 4}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:56.172773 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6f477-b808-4043-927b-73e083b1e41f None None] Pushing event updated for resources: {'Port': ['ID=07c3bdbc-215a-4c5c-9750-931f85c55c34,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:56.183561 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fdd36-2cdd-4652-a7bf-2aa6a35118c9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Pushing event updated for resources: {'Port': ['ID=b28d0b9d-0735-4635-b83f-fc27b6d2772c,revision_number=2']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:56.206088 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fdd19-bdd8-4336-906f-ea17619c936a req-03404b03-d52b-41f6-98ee-48866cecbc03 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:56.210384 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e94355b-718a-48fc-8129-55a5543a77e8 admin admin] Made reservation on behalf of 95970b7c605c4fc39ae12478c222e5f8 for: {'subnet': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:53:56.214785 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-177fdd19-bdd8-4336-906f-ea17619c936a req-03404b03-d52b-41f6-98ee-48866cecbc03 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 945 time: 0.1651902 Mar 29 14:53:56.215891 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4e94355b-718a-48fc-8129-55a5543a77e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9364872'] for subnet (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:56.232590 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-485fdd36-2cdd-4652-a7bf-2aa6a35118c9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:56.240628 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 16529793-18ff-4ce7-b965-b4ab28d164e6 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:53:56.291758 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-177fdd19-bdd8-4336-906f-ea17619c936a req-85971cd2-f000-4a9a-aa99-f4e0513ec17e tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740678 Mar 29 14:53:56.320767 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] Attempting to bind port 07c3bdbc-215a-4c5c-9750-931f85c55c34 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:53:56.321539 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] Attempting to bind port 07c3bdbc-215a-4c5c-9750-931f85c55c34 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': 'd972c796-b53c-442c-8b95-c55eed721ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:53:56.322525 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] Attempting to bind port 07c3bdbc-215a-4c5c-9750-931f85c55c34 on network 6ae2e8b4-22d2-4d52-a946-a55ff4289652 {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:53:56.330904 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:53:56.331414 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] Checking segment: {'id': 'd972c796-b53c-442c-8b95-c55eed721ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:53:56.332052 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:56.332655 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] Bound using segment: {'id': 'd972c796-b53c-442c-8b95-c55eed721ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:53:56.333393 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] Bound port: 07c3bdbc-215a-4c5c-9750-931f85c55c34, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd972c796-b53c-442c-8b95-c55eed721ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:53:56.334369 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (07c3bdbc-215a-4c5c-9750-931f85c55c34), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:56.367257 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-485fdd36-2cdd-4652-a7bf-2aa6a35118c9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:56.373151 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-485fdd36-2cdd-4652-a7bf-2aa6a35118c9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8889217 Mar 29 14:53:56.379052 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 16529793-18ff-4ce7-b965-b4ab28d164e6 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:53:56.379658 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (16529793-18ff-4ce7-b965-b4ab28d164e6), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:56.480910 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-b1c3ab18-9dd6-4202-ac24-eeeada79f72e None None] Provisioning complete for port 07c3bdbc-215a-4c5c-9750-931f85c55c34 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:53:56.481690 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b1c3ab18-9dd6-4202-ac24-eeeada79f72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (07c3bdbc-215a-4c5c-9750-931f85c55c34), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:56.485292 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] For port 07c3bdbc-215a-4c5c-9750-931f85c55c34, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:53:56.530222 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] For port 07c3bdbc-215a-4c5c-9750-931f85c55c34, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=07c3bdbc-215a-4c5c-9750-931f85c55c34,segment=NetworkSegment(d972c796-b53c-442c-8b95-c55eed721ffa),segment_id=d972c796-b53c-442c-8b95-c55eed721ffa)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:53:56.558264 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3ab18-9dd6-4202-ac24-eeeada79f72e None None] Port 07c3bdbc-215a-4c5c-9750-931f85c55c34 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:53:56.574437 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 16529793-18ff-4ce7-b965-b4ab28d164e6 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:53:56.611048 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-4d2bcd82-d672-4151-8347-e926338b4a7b tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1815854780&fields=id&tenant_id=7afda44ff1e84338b2d12e8ab33f1581 HTTP/1.1" status: 200 len: 267 time: 0.0428498 Mar 29 14:53:56.651370 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4e94355b-718a-48fc-8129-55a5543a77e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9129900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9364894'] for subnet (c9cad0df-e53f-4706-9dbc-64827d90dc37), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:56.651990 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (07c3bdbc-215a-4c5c-9750-931f85c55c34), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:56.710442 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94355b-718a-48fc-8129-55a5543a77e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9cad0df-e53f-4706-9dbc-64827d90dc37,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:56.723135 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6f477-b808-4043-927b-73e083b1e41f None None] Pushing event updated for resources: {'Port': ['ID=07c3bdbc-215a-4c5c-9750-931f85c55c34,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:56.733291 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] Routers {'f500ce78-bf40-4ff5-9dc7-6f9d770582d7'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:53:56.734206 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:53:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['f500ce78-bf40-4ff5-9dc7-6f9d770582d7'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:56.738370 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-a082c21e-84d0-4434-997e-46495ada73e2 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:56.748166 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-a082c21e-84d0-4434-997e-46495ada73e2 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 818 time: 0.1294534 Mar 29 14:53:56.765921 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e94355b-718a-48fc-8129-55a5543a77e8 admin admin] Checking segment: {'id': '8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '414d7ceb-057b-4873-93b1-b587cd1d58a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:53:56.766276 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e94355b-718a-48fc-8129-55a5543a77e8 admin admin] Network hostable DHCP agents. Network: 414d7ceb-057b-4873-93b1-b587cd1d58a2, hostable agents: ['d54be346-8d38-4a55-9238-c2600b34a430'], hosted agents: [] {{(pid=115499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:53:56.768695 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-02532c09-014b-4e3d-bbd8-bd8c4a1a7fa5 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/quotas/7afda44ff1e84338b2d12e8ab33f1581 HTTP/1.1" status: 200 len: 375 time: 0.0192020 Mar 29 14:53:56.865714 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-2f59b24a-0b2e-4c79-bb15-8bcd144d97aa tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0888197 Mar 29 14:53:56.867577 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e94355b-718a-48fc-8129-55a5543a77e8 admin admin] Network 414d7ceb-057b-4873-93b1-b587cd1d58a2 is scheduled to be hosted by DHCP agent d54be346-8d38-4a55-9238-c2600b34a430 with binding_index 1 {{(pid=115499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:53:56.888348 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] Set router f500ce78-bf40-4ff5-9dc7-6f9d770582d7 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:53:56.948378 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-4e94355b-718a-48fc-8129-55a5543a77e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-2-iscsi, 414d7ceb-057b-4873-93b1-b587cd1d58a2) {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:53:56.954979 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e94355b-718a-48fc-8129-55a5543a77e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:56.960022 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4e94355b-718a-48fc-8129-55a5543a77e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:56.966497 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013dc11f-a57f-42d9-8918-fc9a8cd46258 None None] Network 414d7ceb-057b-4873-93b1-b587cd1d58a2 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:53:57.044568 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-9206179f-aa24-4348-9a3d-de0d4fb2fbee service neutron] 10.222.0.16 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773887 Mar 29 14:53:57.065672 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-4e94355b-718a-48fc-8129-55a5543a77e8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9685483 Mar 29 14:53:57.067918 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 34252) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:57.072267 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-37e336e3-bd3b-41f2-a4fb-ad2f3713acc2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2001877894-router', 'tenant_id': '95970b7c605c4fc39ae12478c222e5f8', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:53:57.098799 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 34254) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:57.171204 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-dd340396-55a6-466b-8191-1e04b1f66248 service neutron] 10.222.0.16 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182909 Mar 29 14:53:57.221960 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-37e336e3-bd3b-41f2-a4fb-ad2f3713acc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router (89f573ad-f4ea-42f5-acd5-caa128ef5ee1), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:57.226018 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-37e336e3-bd3b-41f2-a4fb-ad2f3713acc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (89f573ad-f4ea-42f5-acd5-caa128ef5ee1), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:57.238311 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-65baf63f-5e2a-4043-a7b0-c41c9feee9ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:57.302184 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-6e26dc2c-0ebb-4c0a-a1e0-536358fb1434 None None] Provisioning complete for port 07c3bdbc-215a-4c5c-9750-931f85c55c34 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:53:57.302662 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-6e26dc2c-0ebb-4c0a-a1e0-536358fb1434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (07c3bdbc-215a-4c5c-9750-931f85c55c34), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:57.317706 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-37e336e3-bd3b-41f2-a4fb-ad2f3713acc2 admin admin] Publish callbacks [] for router_controller (89f573ad-f4ea-42f5-acd5-caa128ef5ee1), precommit_add_association {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:57.387389 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-65baf63f-5e2a-4043-a7b0-c41c9feee9ee admin admin] Publish callbacks [] for security_group (1ed74893-4cb0-4fed-ae2c-032960268b41), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:57.431649 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc8dac-29f0-44d2-9220-f4114930918e req-3402a49c-a0e9-42ff-a9f2-b8accf987dc7 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:57.433418 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f2bc8dac-29f0-44d2-9220-f4114930918e req-3402a49c-a0e9-42ff-a9f2-b8accf987dc7 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 945 time: 0.0655465 Mar 29 14:53:57.435210 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4e11d19-54b5-538b-a24b-6e69b5ff0a21-414d7ceb-057b-4873-93b1-b587cd1d58a2', 'network_id': '414d7ceb-057b-4873-93b1-b587cd1d58a2', 'project_id': '95970b7c605c4fc39ae12478c222e5f8', 'fixed_ips': [{'subnet_id': 'c9cad0df-e53f-4706-9dbc-64827d90dc37'}]}} from dv-cinder-835525-2-iscsi. {{(pid=115500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 14:53:57.437855 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:57.510292 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f2bc8dac-29f0-44d2-9220-f4114930918e req-e71a42fc-1b67-4cd5-b832-9ce43076d2e0 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694575 Mar 29 14:53:57.523975 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-65baf63f-5e2a-4043-a7b0-c41c9feee9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (1ed74893-4cb0-4fed-ae2c-032960268b41), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:57.587805 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8253922b-17dc-4e43-baee-8bcd5ef129df req-a443501a-3156-418e-aa9d-97de38dc167e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 210 time: 0.0756118 Mar 29 14:53:57.615637 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-37e336e3-bd3b-41f2-a4fb-ad2f3713acc2 admin admin] Publish callbacks [] for router_gateway (89f573ad-f4ea-42f5-acd5-caa128ef5ee1), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:57.636956 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-65baf63f-5e2a-4043-a7b0-c41c9feee9ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21ce69c8575b4b11a3e82198f78b911f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5371332 Mar 29 14:53:57.637835 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65baf63f-5e2a-4043-a7b0-c41c9feee9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed74893-4cb0-4fed-ae2c-032960268b41,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:57.639690 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 34266) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:57.685429 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-6e26dc2c-0ebb-4c0a-a1e0-536358fb1434 None None] Current status of the port 07c3bdbc-215a-4c5c-9750-931f85c55c34 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:53:57.686031 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-6e26dc2c-0ebb-4c0a-a1e0-536358fb1434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (07c3bdbc-215a-4c5c-9750-931f85c55c34), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:57.693993 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a381b0bc-f31e-4f8d-84a7-3aad0a3a461d admin admin] Publish callbacks [] for security_group (1ed74893-4cb0-4fed-ae2c-032960268b41), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:57.717665 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a381b0bc-f31e-4f8d-84a7-3aad0a3a461d admin admin] Publish callbacks [] for security_group (1ed74893-4cb0-4fed-ae2c-032960268b41), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:57.725937 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'name': 'tempest-TestMinimumBasicScenario-371417508-router', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:47Z', 'updated_at': '2022-03-29T14:53:52Z', 'revision_number': 4, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'gw_port': {'id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:48Z', 'updated_at': '2022-03-29T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '07c3bdbc-215a-4c5c-9750-931f85c55c34', 'name': '', 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'mac_address': 'fa:16:3e:49:4e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '38a2dac5-7c8e-4061-bce9-293971606099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:51Z', 'updated_at': '2022-03-29T14:53:56Z', 'revision_number': 4, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'subnets': [{'id': '38a2dac5-7c8e-4061-bce9-293971606099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:57.745876 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.db_base_plugin_common [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] Allocated IP 172.20.0.2 (414d7ceb-057b-4873-93b1-b587cd1d58a2/c9cad0df-e53f-4706-9dbc-64827d90dc37/5b554278-c2aa-4942-b79d-7a125446b465) {{(pid=115500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:53:57.825404 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e962fa77-ef23-4522-8872-fedd62213b87 None None] The sync data for ids ['f500ce78-bf40-4ff5-9dc7-6f9d770582d7'] in dv-cinder-835525-2-iscsi is: [{'id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'name': 'tempest-TestMinimumBasicScenario-371417508-router', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:47Z', 'updated_at': '2022-03-29T14:53:52Z', 'revision_number': 4, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'gw_port': {'id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:48Z', 'updated_at': '2022-03-29T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '07c3bdbc-215a-4c5c-9750-931f85c55c34', 'name': '', 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'mac_address': 'fa:16:3e:49:4e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '38a2dac5-7c8e-4061-bce9-293971606099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:51Z', 'updated_at': '2022-03-29T14:53:56Z', 'revision_number': 4, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'subnets': [{'id': '38a2dac5-7c8e-4061-bce9-293971606099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:53:57.841568 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-6e26dc2c-0ebb-4c0a-a1e0-536358fb1434 None None] For port 07c3bdbc-215a-4c5c-9750-931f85c55c34, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=07c3bdbc-215a-4c5c-9750-931f85c55c34,segment=NetworkSegment(d972c796-b53c-442c-8b95-c55eed721ffa),segment_id=d972c796-b53c-442c-8b95-c55eed721ffa)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:53:57.879384 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a381b0bc-f31e-4f8d-84a7-3aad0a3a461d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (1ed74893-4cb0-4fed-ae2c-032960268b41), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:57.893738 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a381b0bc-f31e-4f8d-84a7-3aad0a3a461d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:57.893738 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-a381b0bc-f31e-4f8d-84a7-3aad0a3a461d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ed74893-4cb0-4fed-ae2c-032960268b41 HTTP/1.1" status: 204 len: 168 time: 0.2441900 Mar 29 14:53:57.938146 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-6e26dc2c-0ebb-4c0a-a1e0-536358fb1434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (07c3bdbc-215a-4c5c-9750-931f85c55c34), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:57.940824 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381b0bc-f31e-4f8d-84a7-3aad0a3a461d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed74893-4cb0-4fed-ae2c-032960268b41,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:58.080972 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-37e336e3-bd3b-41f2-a4fb-ad2f3713acc2 admin admin] Publish callbacks [] for router_gateway (89f573ad-f4ea-42f5-acd5-caa128ef5ee1), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:58.090254 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26dc2c-0ebb-4c0a-a1e0-536358fb1434 None None] Pushing event updated for resources: {'Port': ['ID=07c3bdbc-215a-4c5c-9750-931f85c55c34,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:58.128640 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] Publish callbacks [] for port (5b554278-c2aa-4942-b79d-7a125446b465), precommit_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:58.222341 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (5b554278-c2aa-4942-b79d-7a125446b465), after_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:58.275195 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] Network 414d7ceb-057b-4873-93b1-b587cd1d58a2 is already hosted by enough agents. {{(pid=115500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:53:58.284436 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.base_scheduler [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] Resources bound (agent type, host, resource id): {{(pid=115500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:53:58.289945 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] Received port after_create {{(pid=115500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:53:58.302893 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] Pushing event updated for resources: {'Port': ['ID=5b554278-c2aa-4942-b79d-7a125446b465,revision_number=1']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:58.357446 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 07c3bdbc-215a-4c5c-9750-931f85c55c34 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:53:58.406684 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] Attempting to bind port 5b554278-c2aa-4942-b79d-7a125446b465 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:53:58.407058 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] Attempting to bind port 5b554278-c2aa-4942-b79d-7a125446b465 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '414d7ceb-057b-4873-93b1-b587cd1d58a2'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:53:58.407425 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] Attempting to bind port 5b554278-c2aa-4942-b79d-7a125446b465 on network 414d7ceb-057b-4873-93b1-b587cd1d58a2 {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:53:58.427937 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:53:58.429286 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] Checking segment: {'id': '8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '414d7ceb-057b-4873-93b1-b587cd1d58a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:53:58.429716 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:58.432290 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] Bound using segment: {'id': '8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '414d7ceb-057b-4873-93b1-b587cd1d58a2'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:53:58.433098 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] Bound port: 5b554278-c2aa-4942-b79d-7a125446b465, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '414d7ceb-057b-4873-93b1-b587cd1d58a2'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:53:58.434858 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (5b554278-c2aa-4942-b79d-7a125446b465), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:58.500082 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d0753-e04b-4ea8-9b4f-9b56bd63bc27 req-1d271f8e-0f19-4121-8da0-5bb6e738769d tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:58.501893 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-907d0753-e04b-4ea8-9b4f-9b56bd63bc27 req-1d271f8e-0f19-4121-8da0-5bb6e738769d tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.13 "GET /v2.0/ports?device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 945 time: 0.5457640 Mar 29 14:53:58.503478 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-37e336e3-bd3b-41f2-a4fb-ad2f3713acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:58.556760 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 07c3bdbc-215a-4c5c-9750-931f85c55c34 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:53:58.557163 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (07c3bdbc-215a-4c5c-9750-931f85c55c34), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:58.662263 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] For port 5b554278-c2aa-4942-b79d-7a125446b465, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:53:58.692188 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] For port 5b554278-c2aa-4942-b79d-7a125446b465, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=5b554278-c2aa-4942-b79d-7a125446b465,segment=NetworkSegment(8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5),segment_id=8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:53:58.738297 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-685cbafc-c872-4c18-a17b-c6998846e2a1 req-b9ad2cf7-6e75-4aef-8a57-b74f41b5f80d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 210 time: 0.0507259 Mar 29 14:53:58.744136 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [None req-37e336e3-bd3b-41f2-a4fb-ad2f3713acc2 admin admin] Allocated IP 172.27.1.99 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/b2ab23b1-fa45-471c-9976-14a516bf9bb0) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:53:58.767374 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 07c3bdbc-215a-4c5c-9750-931f85c55c34 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:53:58.771556 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-907d0753-e04b-4ea8-9b4f-9b56bd63bc27 req-4e9f25ba-459d-4584-a795-6ff86080ad5f tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Deleting port 41f54760-8c50-4360-86e4-0bb57ea29551 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:53:58.771911 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-907d0753-e04b-4ea8-9b4f-9b56bd63bc27 req-4e9f25ba-459d-4584-a795-6ff86080ad5f tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (41f54760-8c50-4360-86e4-0bb57ea29551), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:58.777378 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebc74e-87ae-4e07-8228-1ae63f0b7bb4 req-f5b2d1c0-ff11-49ed-b949-af24659dce58 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:58.778722 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bbebc74e-87ae-4e07-8228-1ae63f0b7bb4 req-f5b2d1c0-ff11-49ed-b949-af24659dce58 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 945 time: 0.1015227 Mar 29 14:53:58.890999 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (5b554278-c2aa-4942-b79d-7a125446b465), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:58.899211 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bbebc74e-87ae-4e07-8228-1ae63f0b7bb4 req-147692eb-18ad-4960-98df-c9b0ab4563b4 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1be6b81-543d-4a65-99c4-0660d5ca145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148179 Mar 29 14:53:59.013204 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-907d0753-e04b-4ea8-9b4f-9b56bd63bc27 req-4e9f25ba-459d-4584-a795-6ff86080ad5f tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] For port 41f54760-8c50-4360-86e4-0bb57ea29551, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=41f54760-8c50-4360-86e4-0bb57ea29551,segment=NetworkSegment(80cdde69-7bc0-431d-bbe6-5f0eaa86eba5),segment_id=80cdde69-7bc0-431d-bbe6-5f0eaa86eba5)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:53:59.013582 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-907d0753-e04b-4ea8-9b4f-9b56bd63bc27 req-4e9f25ba-459d-4584-a795-6ff86080ad5f tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (41f54760-8c50-4360-86e4-0bb57ea29551), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:59.049745 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-37e336e3-bd3b-41f2-a4fb-ad2f3713acc2 admin admin] Publish callbacks [] for port (b2ab23b1-fa45-471c-9976-14a516bf9bb0), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:59.052048 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347a5f4-61a1-494d-8028-79a1c03110ca None None] Pushing event updated for resources: {'Port': ['ID=5b554278-c2aa-4942-b79d-7a125446b465,revision_number=2']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:59.063186 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:59.064388 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-907d0753-e04b-4ea8-9b4f-9b56bd63bc27 req-4e9f25ba-459d-4584-a795-6ff86080ad5f tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Calling delete_port for 41f54760-8c50-4360-86e4-0bb57ea29551 owned by compute:nova {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:53:59.391772 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-37e336e3-bd3b-41f2-a4fb-ad2f3713acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (b2ab23b1-fa45-471c-9976-14a516bf9bb0), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:59.467398 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e336e3-bd3b-41f2-a4fb-ad2f3713acc2 admin admin] Pushing event updated for resources: {'Port': ['ID=b2ab23b1-fa45-471c-9976-14a516bf9bb0,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:59.486235 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e336e3-bd3b-41f2-a4fb-ad2f3713acc2 admin admin] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:53:59.490233 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-37e336e3-bd3b-41f2-a4fb-ad2f3713acc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:53:59.496153 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e336e3-bd3b-41f2-a4fb-ad2f3713acc2 admin admin] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:53:59.550000 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6d4f64d2-f16d-47e4-9618-ff697e38ff96 req-fa098e99-f4ae-48d2-bec3-03bd2ca76c6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2598486 Mar 29 14:53:59.690992 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-907d0753-e04b-4ea8-9b4f-9b56bd63bc27 req-4e9f25ba-459d-4584-a795-6ff86080ad5f tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (41f54760-8c50-4360-86e4-0bb57ea29551), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:59.760644 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f25ba-459d-4584-a795-6ff86080ad5f tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Pushing event deleted for resources: {'Port': ['ID=41f54760-8c50-4360-86e4-0bb57ea29551,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:53:59.823216 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f64d2-f16d-47e4-9618-ff697e38ff96 req-41d3109e-4847-49b7-a2ae-9871ac48e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:59.824756 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6d4f64d2-f16d-47e4-9618-ff697e38ff96 req-41d3109e-4847-49b7-a2ae-9871ac48e7cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 1130 time: 0.1926460 Mar 29 14:53:59.830639 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-907d0753-e04b-4ea8-9b4f-9b56bd63bc27 req-4e9f25ba-459d-4584-a795-6ff86080ad5f tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] No DVR routers for this DVR port 41f54760-8c50-4360-86e4-0bb57ea29551 on host hv-cinder-83552 {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 14:53:59.836297 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-907d0753-e04b-4ea8-9b4f-9b56bd63bc27 req-4e9f25ba-459d-4584-a795-6ff86080ad5f tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:59.846981 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-907d0753-e04b-4ea8-9b4f-9b56bd63bc27 req-4e9f25ba-459d-4584-a795-6ff86080ad5f tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.13 "DELETE /v2.0/ports/41f54760-8c50-4360-86e4-0bb57ea29551 HTTP/1.1" status: 204 len: 173 time: 1.3345633 Mar 29 14:53:59.849508 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700ccf2e-0bee-466f-8e0b-4012b22cb02b', 'name': 'network-vif-deleted', 'tag': '41f54760-8c50-4360-86e4-0bb57ea29551'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:53:59.852196 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cd6601-e49a-429f-b9ba-a3467c11e4ac" -d '{"events": [{"server_uuid": "700ccf2e-0bee-466f-8e0b-4012b22cb02b", "name": "network-vif-deleted", "tag": "41f54760-8c50-4360-86e4-0bb57ea29551"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:53:59.869066 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e4816fd8-f3fb-4a4f-9f14-64df2a8b15de req-5804791d-8234-4c85-be1e-6a4d7ee32a7b tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 210 time: 0.0392528 Mar 29 14:53:59.950149 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78ab144-f3bd-4b39-af29-fae4aa84e3f0 x-openstack-request-id: req-d78ab144-f3bd-4b39-af29-fae4aa84e3f0 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:53:59.953402 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700ccf2e-0bee-466f-8e0b-4012b22cb02b", "name": "network-vif-deleted", "tag": "41f54760-8c50-4360-86e4-0bb57ea29551", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:53:59.953402 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d78ab144-f3bd-4b39-af29-fae4aa84e3f0 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:53:59.953402 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78ab144-f3bd-4b39-af29-fae4aa84e3f0'] response: {'server_uuid': '700ccf2e-0bee-466f-8e0b-4012b22cb02b', 'name': 'network-vif-deleted', 'tag': '41f54760-8c50-4360-86e4-0bb57ea29551', 'status': 'completed', 'code': 200} Mar 29 14:53:59.973485 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f64d2-f16d-47e4-9618-ff697e38ff96 req-8dc831df-0361-4382-9048-45c597364ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:53:59.998353 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6d4f64d2-f16d-47e4-9618-ff697e38ff96 req-8dc831df-0361-4382-9048-45c597364ab5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 919 time: 0.1420777 Mar 29 14:54:00.013061 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871721c-2039-4694-b7d8-67b8219149ae req-09377f3e-3306-4b16-8460-18958e239dfe tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:00.015077 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b871721c-2039-4694-b7d8-67b8219149ae req-09377f3e-3306-4b16-8460-18958e239dfe tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.1022840 Mar 29 14:54:00.076851 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1b29a7bd-991e-40e5-b909-5bcf71a4237f req-d286b4bb-6c77-4f9d-a2b4-18b591bc50e6 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 210 time: 0.0465627 Mar 29 14:54:00.147353 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b871721c-2039-4694-b7d8-67b8219149ae req-b13f12aa-cde3-4066-9ea2-7d7d4543a224 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237185 Mar 29 14:54:00.191352 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6d4f64d2-f16d-47e4-9618-ff697e38ff96 req-41735903-ddbb-47cb-951d-e4883ab98d7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18e3779a-742a-456e-ac90-7f07367e899b HTTP/1.1" status: 200 len: 217 time: 0.1726601 Mar 29 14:54:00.271836 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-37e336e3-bd3b-41f2-a4fb-ad2f3713acc2 admin admin] Publish callbacks [] for router_gateway (89f573ad-f4ea-42f5-acd5-caa128ef5ee1), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:00.312264 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 5b554278-c2aa-4942-b79d-7a125446b465 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:54:00.397872 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 5b554278-c2aa-4942-b79d-7a125446b465 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:00.398345 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (5b554278-c2aa-4942-b79d-7a125446b465), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:00.422303 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f64d2-f16d-47e4-9618-ff697e38ff96 req-4f375638-2f8b-46f1-b4a6-d06455ed155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:00.423715 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6d4f64d2-f16d-47e4-9618-ff697e38ff96 req-4f375638-2f8b-46f1-b4a6-d06455ed155e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.1023645 Mar 29 14:54:00.543847 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 5b554278-c2aa-4942-b79d-7a125446b465 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:00.544236 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (5b554278-c2aa-4942-b79d-7a125446b465), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:00.580022 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] For port 5b554278-c2aa-4942-b79d-7a125446b465, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=5b554278-c2aa-4942-b79d-7a125446b465,segment=NetworkSegment(8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5),segment_id=8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:54:00.598610 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430ff19e-a0e1-4102-8e4b-702b6b492110 None None] Network 414d7ceb-057b-4873-93b1-b587cd1d58a2 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:54:00.619682 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f64d2-f16d-47e4-9618-ff697e38ff96 req-b5585700-00d4-48a7-ae6e-34dc7887666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:00.621238 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6d4f64d2-f16d-47e4-9618-ff697e38ff96 req-b5585700-00d4-48a7-ae6e-34dc7887666c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1855526 Mar 29 14:54:00.638713 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-37e336e3-bd3b-41f2-a4fb-ad2f3713acc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606242'] for router (89f573ad-f4ea-42f5-acd5-caa128ef5ee1), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:00.712793 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-f665a9f1-7aa3-4a35-8bcc-b1ebe32917aa None None] Provisioning complete for port 5b554278-c2aa-4942-b79d-7a125446b465 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:00.713194 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-f665a9f1-7aa3-4a35-8bcc-b1ebe32917aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (5b554278-c2aa-4942-b79d-7a125446b465), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:00.755002 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (5b554278-c2aa-4942-b79d-7a125446b465), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:00.824502 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 41f54760-8c50-4360-86e4-0bb57ea29551 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:54:00.850216 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6d4f64d2-f16d-47e4-9618-ff697e38ff96 req-ed764838-44b8-4829-b638-d2d9941a4265 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739480 Mar 29 14:54:00.904031 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] No Port match for: 41f54760-8c50-4360-86e4-0bb57ea29551 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 14:54:00.913952 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 41f54760-8c50-4360-86e4-0bb57ea29551 not bound to the agent host hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 14:54:00.915917 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Pushing event updated for resources: {'Port': ['ID=5b554278-c2aa-4942-b79d-7a125446b465,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:00.963151 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-f665a9f1-7aa3-4a35-8bcc-b1ebe32917aa None None] Current status of the port 5b554278-c2aa-4942-b79d-7a125446b465 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:01.061278 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3ddb1b61-c15c-4388-b71e-354671ee562a req-048cb82d-d3d8-4650-aeb0-7f88f104dc20 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 210 time: 0.0497961 Mar 29 14:54:01.097145 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6d4f64d2-f16d-47e4-9618-ff697e38ff96 req-c485aab4-bc1a-429b-ae10-be7bcb7de34d service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193968 Mar 29 14:54:01.137232 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e336e3-bd3b-41f2-a4fb-ad2f3713acc2 admin admin] Router 89f573ad-f4ea-42f5-acd5-caa128ef5ee1 is scheduled to L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 with binding_index 1 {{(pid=115499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 14:54:01.173410 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-05a9ccbf-ccc7-45bf-b540-34014e92440b tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:01.177187 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-05a9ccbf-ccc7-45bf-b540-34014e92440b tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 818 time: 0.1664050 Mar 29 14:54:01.200960 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-4b55c27a-32db-4e0a-9089-4cec9f9295e2 None None] Provisioning complete for port 5b554278-c2aa-4942-b79d-7a125446b465 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:01.201703 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-4b55c27a-32db-4e0a-9089-4cec9f9295e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (5b554278-c2aa-4942-b79d-7a125446b465), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:01.232388 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-11b6ab68-04e8-46c2-95d4-c18b435be51b req-e1f4a362-cb66-4a93-93d3-6c792dd9d235 tempest-VolumesActionsTest-451763161 tempest-VolumesActionsTest-451763161-project] 10.222.0.16 "GET /v2.0/ports?device_id=700ccf2e-0bee-466f-8e0b-4012b22cb02b HTTP/1.1" status: 200 len: 210 time: 0.0435154 Mar 29 14:54:01.325756 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-4b55c27a-32db-4e0a-9089-4cec9f9295e2 None None] Current status of the port 5b554278-c2aa-4942-b79d-7a125446b465 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:01.384195 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc06f9-b336-464d-b715-a44fabccf3d5 req-96289ee2-8f9d-4814-a0f8-c8cfee899e60 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:01.391279 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-27dc06f9-b336-464d-b715-a44fabccf3d5 req-96289ee2-8f9d-4814-a0f8-c8cfee899e60 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0959213 Mar 29 14:54:01.404869 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e336e3-bd3b-41f2-a4fb-ad2f3713acc2 admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:54:01.421211 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] Sync routers for ids ['89f573ad-f4ea-42f5-acd5-caa128ef5ee1'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:54:01.427251 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-b0f7df67-e4f7-4308-8e7e-923254dda507 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7afda44ff1e84338b2d12e8ab33f1581 HTTP/1.1" status: 200 len: 380 time: 0.1311386 Mar 29 14:54:01.439613 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Request body: {'port': {'device_id': '074d2dc7-e232-4b56-be65-379ff1e05700', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'admin_state_up': True, 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'security_groups': ['30786850-d026-451d-b743-536f4736e0cb']}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:01.445765 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] Routers {'89f573ad-f4ea-42f5-acd5-caa128ef5ee1'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:54:01.446424 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:53:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['89f573ad-f4ea-42f5-acd5-caa128ef5ee1'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:01.463170 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-27dc06f9-b336-464d-b715-a44fabccf3d5 req-2d016cb8-fbf9-4c02-988f-a98c3ef0a064 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708096 Mar 29 14:54:01.532424 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-37e336e3-bd3b-41f2-a4fb-ad2f3713acc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:01.534207 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-37e336e3-bd3b-41f2-a4fb-ad2f3713acc2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4653363 Mar 29 14:54:01.537543 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 34370) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:01.619069 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] Set router 89f573ad-f4ea-42f5-acd5-caa128ef5ee1 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:54:01.711919 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Made reservation on behalf of 7afda44ff1e84338b2d12e8ab33f1581 for: {'port': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:54:01.716851 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:01.817466 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f573ad-f4ea-42f5-acd5-caa128ef5ee1', 'name': 'tempest-TestMinimumBasicScenario-2001877894-router', 'tenant_id': '95970b7c605c4fc39ae12478c222e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b2ab23b1-fa45-471c-9976-14a516bf9bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:57Z', 'updated_at': '2022-03-29T14:53:59Z', 'revision_number': 3, 'project_id': '95970b7c605c4fc39ae12478c222e5f8', 'gw_port': {'id': 'b2ab23b1-fa45-471c-9976-14a516bf9bb0', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:23:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f573ad-f4ea-42f5-acd5-caa128ef5ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:58Z', 'updated_at': '2022-03-29T14:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:01.845738 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] Checking router: 89f573ad-f4ea-42f5-acd5-caa128ef5ee1 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:54:01.846084 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] Updating router 89f573ad-f4ea-42f5-acd5-caa128ef5ee1 port b2ab23b1-fa45-471c-9976-14a516bf9bb0 binding host dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:54:01.877992 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Allocated IP 172.20.0.4 (7c6c5a1e-0a14-4a35-ae6c-15bfb7141370/cdf69747-2a83-4214-ac37-59a006e5b5af/12f8914c-bde6-405f-a9db-15523b7e184d) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:54:01.882409 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (b2ab23b1-fa45-471c-9976-14a516bf9bb0), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:02.053898 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for port (12f8914c-bde6-405f-a9db-15523b7e184d), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:02.184272 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-96d12fd9-a9c9-470c-b792-5b2a847bd5b5 req-65726fbb-9416-4967-84c8-0100a734bbc5 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 210 time: 0.0334725 Mar 29 14:54:02.221835 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:02.236230 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:02.238075 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 5b554278-c2aa-4942-b79d-7a125446b465 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:54:02.271630 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:54:02.275414 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:54:02.276660 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] Publish callbacks [] for port (b2ab23b1-fa45-471c-9976-14a516bf9bb0), precommit_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:02.279447 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:54:02.321377 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Pushing event updated for resources: {'Port': ['ID=12f8914c-bde6-405f-a9db-15523b7e184d,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:02.339423 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.339916 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.340343 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.340703 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.341058 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.341392 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.341801 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.342154 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.342480 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.342860 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.343168 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.343488 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.343828 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.344132 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.344535 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.365950 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 5b554278-c2aa-4942-b79d-7a125446b465 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:02.366409 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (5b554278-c2aa-4942-b79d-7a125446b465), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:02.383974 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:02.388949 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:02.398696 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (b2ab23b1-fa45-471c-9976-14a516bf9bb0), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:02.464972 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 5b554278-c2aa-4942-b79d-7a125446b465 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:02.496293 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] Attempting to bind port b2ab23b1-fa45-471c-9976-14a516bf9bb0 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:54:02.496792 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] Attempting to bind port b2ab23b1-fa45-471c-9976-14a516bf9bb0 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:54:02.497031 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] Attempting to bind port b2ab23b1-fa45-471c-9976-14a516bf9bb0 on network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:54:02.504133 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_common [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Allocated IP 172.20.0.1 (414d7ceb-057b-4873-93b1-b587cd1d58a2/c9cad0df-e53f-4706-9dbc-64827d90dc37/66e833fd-49e6-46b0-9eec-e3ac2cfca8a6) {{(pid=115498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:54:02.505115 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:54:02.505753 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] Checking segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:54:02.506376 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:02.506956 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] Bound using segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:54:02.507661 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] Bound port: b2ab23b1-fa45-471c-9976-14a516bf9bb0, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:54:02.508247 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (b2ab23b1-fa45-471c-9976-14a516bf9bb0), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:02.544144 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038082e7-ee50-4969-95e1-6be34014b346 None None] Pushing event updated for resources: {'Port': ['ID=b2ab23b1-fa45-471c-9976-14a516bf9bb0,revision_number=2']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:02.607767 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] For port b2ab23b1-fa45-471c-9976-14a516bf9bb0, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:54:02.613037 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-d1c89516-81d4-4d23-a261-14bad059778c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1792634 Mar 29 14:54:02.616585 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] For port b2ab23b1-fa45-471c-9976-14a516bf9bb0, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=b2ab23b1-fa45-471c-9976-14a516bf9bb0,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:54:02.639694 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Request body: {'port': {'device_id': '074d2dc7-e232-4b56-be65-379ff1e05700', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:02.673254 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059ae32-3ca4-454a-8ef3-ee370ec1649e req-acb24576-aae8-4ab9-94e2-34d95697c65c tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:02.674904 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e059ae32-3ca4-454a-8ef3-ee370ec1649e req-acb24576-aae8-4ab9-94e2-34d95697c65c tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.1268721 Mar 29 14:54:02.687308 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Publish callbacks [] for port (66e833fd-49e6-46b0-9eec-e3ac2cfca8a6), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:02.691678 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-7a890c3d-83eb-4dbc-983d-9cab54fce6dd None None] Provisioning complete for port 12f8914c-bde6-405f-a9db-15523b7e184d triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:02.692058 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-7a890c3d-83eb-4dbc-983d-9cab54fce6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:02.709320 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (b2ab23b1-fa45-471c-9976-14a516bf9bb0), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:02.763031 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e059ae32-3ca4-454a-8ef3-ee370ec1649e req-0b1217ec-25ca-4063-ba79-e1ef541f14aa tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776587 Mar 29 14:54:02.765353 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-7a890c3d-83eb-4dbc-983d-9cab54fce6dd None None] Port 12f8914c-bde6-405f-a9db-15523b7e184d cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:54:02.777800 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:02.830017 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] Routers {'89f573ad-f4ea-42f5-acd5-caa128ef5ee1'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:54:02.830761 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:53:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['89f573ad-f4ea-42f5-acd5-caa128ef5ee1'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:02.867740 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038082e7-ee50-4969-95e1-6be34014b346 None None] Pushing event updated for resources: {'Port': ['ID=b2ab23b1-fa45-471c-9976-14a516bf9bb0,revision_number=3']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:02.877651 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (66e833fd-49e6-46b0-9eec-e3ac2cfca8a6), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:02.915871 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Network 414d7ceb-057b-4873-93b1-b587cd1d58a2 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:54:02.918976 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:54:02.922501 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Received port after_create {{(pid=115498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:54:02.952622 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] Set router 89f573ad-f4ea-42f5-acd5-caa128ef5ee1 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:54:02.963507 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Pushing event updated for resources: {'Port': ['ID=66e833fd-49e6-46b0-9eec-e3ac2cfca8a6,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:02.980341 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.980690 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.981064 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.981826 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.981826 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.982112 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.982405 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.982736 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.983066 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.983393 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.983720 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.984046 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.984370 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.984691 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.985071 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:02.999961 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606965'] for router_interface (89f573ad-f4ea-42f5-acd5-caa128ef5ee1), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:03.166443 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f8914c-bde6-405f-a9db-15523b7e184d {{(pid=115499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:54:03.175183 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Publish callbacks [] for port (12f8914c-bde6-405f-a9db-15523b7e184d), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:03.191419 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.provisioning_blocks [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Transition to ACTIVE for port object 12f8914c-bde6-405f-a9db-15523b7e184d will not be triggered until provisioned by entity L2. {{(pid=115499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 14:54:03.258288 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (66e833fd-49e6-46b0-9eec-e3ac2cfca8a6), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:03.296411 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-c6439ab5-9216-448e-a4bc-e9e4a476cf7e None None] Provisioning complete for port 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:03.296794 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-c6439ab5-9216-448e-a4bc-e9e4a476cf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (66e833fd-49e6-46b0-9eec-e3ac2cfca8a6), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:03.313850 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:03.363599 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-c6439ab5-9216-448e-a4bc-e9e4a476cf7e None None] Port 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:54:03.454624 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d664016-3bcf-4548-81af-4c0f4e1c3268 req-6a88ee42-8444-4e4c-a824-764b57ee9ca1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:03.456374 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9d664016-3bcf-4548-81af-4c0f4e1c3268 req-6a88ee42-8444-4e4c-a824-764b57ee9ca1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 943 time: 0.1560740 Mar 29 14:54:03.460386 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Pushing event updated for resources: {'Port': ['ID=12f8914c-bde6-405f-a9db-15523b7e184d,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:03.505278 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f573ad-f4ea-42f5-acd5-caa128ef5ee1', 'name': 'tempest-TestMinimumBasicScenario-2001877894-router', 'tenant_id': '95970b7c605c4fc39ae12478c222e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b2ab23b1-fa45-471c-9976-14a516bf9bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:57Z', 'updated_at': '2022-03-29T14:53:59Z', 'revision_number': 3, 'project_id': '95970b7c605c4fc39ae12478c222e5f8', 'gw_port': {'id': 'b2ab23b1-fa45-471c-9976-14a516bf9bb0', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:23:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f573ad-f4ea-42f5-acd5-caa128ef5ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:58Z', 'updated_at': '2022-03-29T14:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:03.519422 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Attempting to bind port 12f8914c-bde6-405f-a9db-15523b7e184d on host hv-cinder-83552 for vnic_type normal with profile {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:54:03.519849 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Attempting to bind port 12f8914c-bde6-405f-a9db-15523b7e184d by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:54:03.520262 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Attempting to bind port 12f8914c-bde6-405f-a9db-15523b7e184d on network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:54:03.525956 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Port 12f8914c-bde6-405f-a9db-15523b7e184d on network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 14:54:03.526327 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Attempting to bind port 12f8914c-bde6-405f-a9db-15523b7e184d on network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:54:03.531531 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Checking agent: {'id': 'e622d3d7-0a71-4961-ba27-45794834ffcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'started_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:54:03.531991 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Checking segment: {'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:54:03.536877 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Bound using segment: {'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:54:03.536877 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Bound port: 12f8914c-bde6-405f-a9db-15523b7e184d, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370'}}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:54:03.536877 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:03.552419 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b06faf-2759-4528-9067-9655fac091a9 None None] The sync data for ids ['89f573ad-f4ea-42f5-acd5-caa128ef5ee1'] in dv-cinder-835525-2-iscsi is: [{'id': '89f573ad-f4ea-42f5-acd5-caa128ef5ee1', 'name': 'tempest-TestMinimumBasicScenario-2001877894-router', 'tenant_id': '95970b7c605c4fc39ae12478c222e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b2ab23b1-fa45-471c-9976-14a516bf9bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:57Z', 'updated_at': '2022-03-29T14:53:59Z', 'revision_number': 3, 'project_id': '95970b7c605c4fc39ae12478c222e5f8', 'gw_port': {'id': 'b2ab23b1-fa45-471c-9976-14a516bf9bb0', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:23:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f573ad-f4ea-42f5-acd5-caa128ef5ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:58Z', 'updated_at': '2022-03-29T14:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:54:03.579692 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9d664016-3bcf-4548-81af-4c0f4e1c3268 req-ee5fc76e-f07a-47d3-b378-f827a343acc6 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176577 Mar 29 14:54:03.619411 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Publish callbacks [] for port (66e833fd-49e6-46b0-9eec-e3ac2cfca8a6), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:03.669228 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] For port 12f8914c-bde6-405f-a9db-15523b7e184d, host hv-cinder-83552, cleared binding levels {{(pid=115499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:54:03.672523 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] For port 12f8914c-bde6-405f-a9db-15523b7e184d, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=12f8914c-bde6-405f-a9db-15523b7e184d,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:54:03.678909 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359965'] for port (66e833fd-49e6-46b0-9eec-e3ac2cfca8a6), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:03.747544 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:03.784391 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Pushing event updated for resources: {'Port': ['ID=66e833fd-49e6-46b0-9eec-e3ac2cfca8a6,revision_number=2']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:03.795285 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:03.796064 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:03.798649 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606817'] for router_interface (89f573ad-f4ea-42f5-acd5-caa128ef5ee1), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:03.810934 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] 10.222.0.13 "PUT /v2.0/ports/12f8914c-bde6-405f-a9db-15523b7e184d HTTP/1.1" status: 200 len: 1093 time: 1.1798000 Mar 29 14:54:03.817394 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074d2dc7-e232-4b56-be65-379ff1e05700', 'tag': '12f8914c-bde6-405f-a9db-15523b7e184d'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:54:03.822467 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b783cdba-9727-47a4-86e2-0c24c869aef3" -d '{"events": [{"name": "network-changed", "server_uuid": "074d2dc7-e232-4b56-be65-379ff1e05700", "tag": "12f8914c-bde6-405f-a9db-15523b7e184d"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:54:03.959888 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b2470-d005-4ac5-9018-18ca04c13650 service neutron] Pushing event updated for resources: {'Port': ['ID=12f8914c-bde6-405f-a9db-15523b7e184d,revision_number=3']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:03.965419 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2296d8f1-7f77-45f2-999a-e72bd1fab621 x-openstack-request-id: req-2296d8f1-7f77-45f2-999a-e72bd1fab621 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:54:03.965814 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074d2dc7-e232-4b56-be65-379ff1e05700", "tag": "12f8914c-bde6-405f-a9db-15523b7e184d", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:54:03.966090 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2296d8f1-7f77-45f2-999a-e72bd1fab621 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:54:03.966506 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2296d8f1-7f77-45f2-999a-e72bd1fab621'] response: {'name': 'network-changed', 'server_uuid': '074d2dc7-e232-4b56-be65-379ff1e05700', 'tag': '12f8914c-bde6-405f-a9db-15523b7e184d', 'status': 'completed', 'code': 200} Mar 29 14:54:04.057385 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Network 414d7ceb-057b-4873-93b1-b587cd1d58a2 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:54:04.060645 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:54:04.092772 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783cdba-9727-47a4-86e2-0c24c869aef3 req-23ca05f6-8cba-48ea-b707-c296e0ebbc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:04.092772 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b783cdba-9727-47a4-86e2-0c24c869aef3 req-23ca05f6-8cba-48ea-b707-c296e0ebbc99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 1127 time: 0.0584958 Mar 29 14:54:04.236964 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e041dbb-6e7a-4ec8-840c-2b627fd45695 req-a508acf8-0776-4fb1-a928-44a1faa07fb9 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:04.241290 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0e041dbb-6e7a-4ec8-840c-2b627fd45695 req-a508acf8-0776-4fb1-a928-44a1faa07fb9 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.2541289 Mar 29 14:54:04.305259 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device b2ab23b1-fa45-471c-9976-14a516bf9bb0 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:54:04.372293 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0e041dbb-6e7a-4ec8-840c-2b627fd45695 req-5fe770ea-9c26-4513-ad7a-6e1d41a4bc19 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242063 Mar 29 14:54:04.378728 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Router 89f573ad-f4ea-42f5-acd5-caa128ef5ee1 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:54:04.425070 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port b2ab23b1-fa45-471c-9976-14a516bf9bb0 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:04.425509 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (b2ab23b1-fa45-471c-9976-14a516bf9bb0), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:04.458624 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-d0ed85b7-fce9-4ce9-8214-41d603f41dfc None None] Provisioning complete for port 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:04.459032 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-d0ed85b7-fce9-4ce9-8214-41d603f41dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (66e833fd-49e6-46b0-9eec-e3ac2cfca8a6), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:04.505908 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed85b7-fce9-4ce9-8214-41d603f41dfc None None] Port 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:54:04.536094 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:54:04.543255 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-12d396ee-d6ac-4aa6-90ed-5583f355629d admin admin] 10.222.0.16 "PUT /v2.0/routers/89f573ad-f4ea-42f5-acd5-caa128ef5ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0038626 Mar 29 14:54:04.548432 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port b2ab23b1-fa45-471c-9976-14a516bf9bb0 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:04.549187 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (b2ab23b1-fa45-471c-9976-14a516bf9bb0), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:04.586472 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] For port b2ab23b1-fa45-471c-9976-14a516bf9bb0, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=b2ab23b1-fa45-471c-9976-14a516bf9bb0,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:54:04.683092 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (b2ab23b1-fa45-471c-9976-14a516bf9bb0), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:04.740806 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2548faf-6ab1-45d3-b88c-1e6c034cc1d3 req-4179d57f-95f2-4063-ba64-6f8b5f3b3984 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:04.742147 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b2548faf-6ab1-45d3-b88c-1e6c034cc1d3 req-4179d57f-95f2-4063-ba64-6f8b5f3b3984 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 943 time: 0.0812423 Mar 29 14:54:04.746007 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Pushing event updated for resources: {'Port': ['ID=b2ab23b1-fa45-471c-9976-14a516bf9bb0,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:04.804227 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b2548faf-6ab1-45d3-b88c-1e6c034cc1d3 req-d451e789-81dc-477e-bf39-9ea385e7218a tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557959 Mar 29 14:54:05.526452 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed55cec-e109-4a60-b418-65dc9ab6f487 req-c569aba1-11bd-4d59-8efd-bbaa644d7677 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:05.528714 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3ed55cec-e109-4a60-b418-65dc9ab6f487 req-c569aba1-11bd-4d59-8efd-bbaa644d7677 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0699127 Mar 29 14:54:05.583265 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3ed55cec-e109-4a60-b418-65dc9ab6f487 req-79fff345-199e-4bb6-9cef-e3535b0c63fa tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481963 Mar 29 14:54:05.679537 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] Sync routers for ids ['89f573ad-f4ea-42f5-acd5-caa128ef5ee1'] in dv-cinder-835525-2-iscsi {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:54:05.693352 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] Routers {'89f573ad-f4ea-42f5-acd5-caa128ef5ee1'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:54:05.694276 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:53:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['89f573ad-f4ea-42f5-acd5-caa128ef5ee1'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:05.949584 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] Set router 89f573ad-f4ea-42f5-acd5-caa128ef5ee1 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:54:06.025749 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a65725-131d-47f4-a8b8-e32a9b53d4de req-bd33e514-ce65-473e-b960-ae4a42c947cb tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:06.028476 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-83a65725-131d-47f4-a8b8-e32a9b53d4de req-bd33e514-ce65-473e-b960-ae4a42c947cb tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 943 time: 0.0825670 Mar 29 14:54:06.122789 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-83a65725-131d-47f4-a8b8-e32a9b53d4de req-44bc7346-e67b-477e-a701-9eb972ef2cbd tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888021 Mar 29 14:54:06.238921 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f573ad-f4ea-42f5-acd5-caa128ef5ee1', 'name': 'tempest-TestMinimumBasicScenario-2001877894-router', 'tenant_id': '95970b7c605c4fc39ae12478c222e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b2ab23b1-fa45-471c-9976-14a516bf9bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:57Z', 'updated_at': '2022-03-29T14:54:03Z', 'revision_number': 4, 'project_id': '95970b7c605c4fc39ae12478c222e5f8', 'gw_port': {'id': 'b2ab23b1-fa45-471c-9976-14a516bf9bb0', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f573ad-f4ea-42f5-acd5-caa128ef5ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:58Z', 'updated_at': '2022-03-29T14:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '66e833fd-49e6-46b0-9eec-e3ac2cfca8a6', 'name': '', 'network_id': '414d7ceb-057b-4873-93b1-b587cd1d58a2', 'tenant_id': '95970b7c605c4fc39ae12478c222e5f8', 'mac_address': 'fa:16:3e:b1:fe:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f573ad-f4ea-42f5-acd5-caa128ef5ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c9cad0df-e53f-4706-9dbc-64827d90dc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:02Z', 'updated_at': '2022-03-29T14:54:03Z', 'revision_number': 2, 'project_id': '95970b7c605c4fc39ae12478c222e5f8', 'subnets': [{'id': 'c9cad0df-e53f-4706-9dbc-64827d90dc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:06.279030 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] Checking router: 89f573ad-f4ea-42f5-acd5-caa128ef5ee1 for host: dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:54:06.279650 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] Updating router 89f573ad-f4ea-42f5-acd5-caa128ef5ee1 port 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6 binding host dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:54:06.283342 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device b2ab23b1-fa45-471c-9976-14a516bf9bb0 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:54:06.363811 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (66e833fd-49e6-46b0-9eec-e3ac2cfca8a6), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:06.435398 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port b2ab23b1-fa45-471c-9976-14a516bf9bb0 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:06.435742 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (b2ab23b1-fa45-471c-9976-14a516bf9bb0), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:06.669648 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port b2ab23b1-fa45-471c-9976-14a516bf9bb0 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:06.749109 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ceefb-6c2f-4c4c-bcf9-7dfda7224589 req-0d8400e9-e7a4-4252-a763-6f97f0854ba0 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:06.751531 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-de6ceefb-6c2f-4c4c-bcf9-7dfda7224589 req-0d8400e9-e7a4-4252-a763-6f97f0854ba0 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0722692 Mar 29 14:54:06.753765 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] Publish callbacks [] for port (66e833fd-49e6-46b0-9eec-e3ac2cfca8a6), precommit_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:06.809284 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-de6ceefb-6c2f-4c4c-bcf9-7dfda7224589 req-7a8ffe95-2e62-4e28-8a2f-3dda63232d75 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517755 Mar 29 14:54:06.833262 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (66e833fd-49e6-46b0-9eec-e3ac2cfca8a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:06.945795 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962aca1d-96fa-43ce-befe-a94a604ab9c3 None None] Pushing event updated for resources: {'Port': ['ID=66e833fd-49e6-46b0-9eec-e3ac2cfca8a6,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:06.949873 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] Attempting to bind port 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:54:06.950253 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] Attempting to bind port 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '414d7ceb-057b-4873-93b1-b587cd1d58a2'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:54:06.950659 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] Attempting to bind port 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6 on network 414d7ceb-057b-4873-93b1-b587cd1d58a2 {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:54:06.956716 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:54:06.957123 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] Checking segment: {'id': '8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '414d7ceb-057b-4873-93b1-b587cd1d58a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:54:06.957592 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:06.957906 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] Bound using segment: {'id': '8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '414d7ceb-057b-4873-93b1-b587cd1d58a2'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:54:06.958519 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] Bound port: 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '414d7ceb-057b-4873-93b1-b587cd1d58a2'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:54:06.958905 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (66e833fd-49e6-46b0-9eec-e3ac2cfca8a6), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:07.054127 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] For port 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:54:07.061320 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] For port 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=66e833fd-49e6-46b0-9eec-e3ac2cfca8a6,segment=NetworkSegment(8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5),segment_id=8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:54:07.165887 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (66e833fd-49e6-46b0-9eec-e3ac2cfca8a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:07.248459 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-b893713d-bf35-4287-b91c-19409feb8feb None None] Provisioning complete for port 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:07.248840 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b893713d-bf35-4287-b91c-19409feb8feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (66e833fd-49e6-46b0-9eec-e3ac2cfca8a6), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:07.321888 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] Routers {'89f573ad-f4ea-42f5-acd5-caa128ef5ee1'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:54:07.322551 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:53:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['89f573ad-f4ea-42f5-acd5-caa128ef5ee1'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:07.375970 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe7f84-0930-44b1-88da-779927994381 req-aabe22d7-e493-47a7-ae01-1a46cceb810d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:07.384769 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c7fe7f84-0930-44b1-88da-779927994381 req-aabe22d7-e493-47a7-ae01-1a46cceb810d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 943 time: 0.1095791 Mar 29 14:54:07.396495 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962aca1d-96fa-43ce-befe-a94a604ab9c3 None None] Pushing event updated for resources: {'Port': ['ID=66e833fd-49e6-46b0-9eec-e3ac2cfca8a6,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:07.518468 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c7fe7f84-0930-44b1-88da-779927994381 req-409417ae-94bd-49ca-80b9-c2bb34696b3e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323204 Mar 29 14:54:07.527813 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783cdba-9727-47a4-86e2-0c24c869aef3 req-834e694e-a3f2-4c37-a3d6-3036a71a1575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:07.530704 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b783cdba-9727-47a4-86e2-0c24c869aef3 req-834e694e-a3f2-4c37-a3d6-3036a71a1575 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4817705 Mar 29 14:54:07.585958 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-b893713d-bf35-4287-b91c-19409feb8feb None None] Current status of the port 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:07.586442 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b893713d-bf35-4287-b91c-19409feb8feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (66e833fd-49e6-46b0-9eec-e3ac2cfca8a6), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:07.596887 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] Set router 89f573ad-f4ea-42f5-acd5-caa128ef5ee1 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:54:07.644239 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783cdba-9727-47a4-86e2-0c24c869aef3 req-eec353e1-4d0f-4c68-9497-5b3cb2f60189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:07.646337 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b783cdba-9727-47a4-86e2-0c24c869aef3 req-eec353e1-4d0f-4c68-9497-5b3cb2f60189 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1078339 Mar 29 14:54:07.771342 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-b893713d-bf35-4287-b91c-19409feb8feb None None] For port 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=66e833fd-49e6-46b0-9eec-e3ac2cfca8a6,segment=NetworkSegment(8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5),segment_id=8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:54:07.787728 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-2543304b-f17d-49d9-9a91-1b6b7923c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:07.789664 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-2543304b-f17d-49d9-9a91-1b6b7923c470 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 1127 time: 0.0655575 Mar 29 14:54:07.848642 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-391e9321-53a0-4768-b638-5abcf3284945 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12f8914c-bde6-405f-a9db-15523b7e184d HTTP/1.1" status: 200 len: 217 time: 0.0446038 Mar 29 14:54:07.867309 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b893713d-bf35-4287-b91c-19409feb8feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (66e833fd-49e6-46b0-9eec-e3ac2cfca8a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:07.909052 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f573ad-f4ea-42f5-acd5-caa128ef5ee1', 'name': 'tempest-TestMinimumBasicScenario-2001877894-router', 'tenant_id': '95970b7c605c4fc39ae12478c222e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b2ab23b1-fa45-471c-9976-14a516bf9bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:57Z', 'updated_at': '2022-03-29T14:54:03Z', 'revision_number': 4, 'project_id': '95970b7c605c4fc39ae12478c222e5f8', 'gw_port': {'id': 'b2ab23b1-fa45-471c-9976-14a516bf9bb0', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f573ad-f4ea-42f5-acd5-caa128ef5ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:58Z', 'updated_at': '2022-03-29T14:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '66e833fd-49e6-46b0-9eec-e3ac2cfca8a6', 'name': '', 'network_id': '414d7ceb-057b-4873-93b1-b587cd1d58a2', 'tenant_id': '95970b7c605c4fc39ae12478c222e5f8', 'mac_address': 'fa:16:3e:b1:fe:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f573ad-f4ea-42f5-acd5-caa128ef5ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c9cad0df-e53f-4706-9dbc-64827d90dc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:02Z', 'updated_at': '2022-03-29T14:54:07Z', 'revision_number': 4, 'project_id': '95970b7c605c4fc39ae12478c222e5f8', 'subnets': [{'id': 'c9cad0df-e53f-4706-9dbc-64827d90dc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:07.930161 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-f80d7a5f-3a57-4a44-a627-7b35c0751626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:07.932445 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-f80d7a5f-3a57-4a44-a627-7b35c0751626 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.0732200 Mar 29 14:54:07.935378 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:54:07.944164 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25154efd-8202-4222-b7b8-fbbf43a4a94c None None] The sync data for ids ['89f573ad-f4ea-42f5-acd5-caa128ef5ee1'] in dv-cinder-835525-2-iscsi is: [{'id': '89f573ad-f4ea-42f5-acd5-caa128ef5ee1', 'name': 'tempest-TestMinimumBasicScenario-2001877894-router', 'tenant_id': '95970b7c605c4fc39ae12478c222e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b2ab23b1-fa45-471c-9976-14a516bf9bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:57Z', 'updated_at': '2022-03-29T14:54:03Z', 'revision_number': 4, 'project_id': '95970b7c605c4fc39ae12478c222e5f8', 'gw_port': {'id': 'b2ab23b1-fa45-471c-9976-14a516bf9bb0', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f573ad-f4ea-42f5-acd5-caa128ef5ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:58Z', 'updated_at': '2022-03-29T14:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '66e833fd-49e6-46b0-9eec-e3ac2cfca8a6', 'name': '', 'network_id': '414d7ceb-057b-4873-93b1-b587cd1d58a2', 'tenant_id': '95970b7c605c4fc39ae12478c222e5f8', 'mac_address': 'fa:16:3e:b1:fe:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f573ad-f4ea-42f5-acd5-caa128ef5ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c9cad0df-e53f-4706-9dbc-64827d90dc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:02Z', 'updated_at': '2022-03-29T14:54:07Z', 'revision_number': 4, 'project_id': '95970b7c605c4fc39ae12478c222e5f8', 'subnets': [{'id': 'c9cad0df-e53f-4706-9dbc-64827d90dc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:54:07.987194 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91681804-40e4-4fed-b4c1-de2f784d11e9 req-cc52d761-630b-4571-a13b-852a06f3109c tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:07.988760 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-91681804-40e4-4fed-b4c1-de2f784d11e9 req-cc52d761-630b-4571-a13b-852a06f3109c tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0805206 Mar 29 14:54:08.014281 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893713d-bf35-4287-b91c-19409feb8feb None None] Pushing event updated for resources: {'Port': ['ID=66e833fd-49e6-46b0-9eec-e3ac2cfca8a6,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:08.056675 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-580f102b-a75e-4dd6-8edd-61cb9cc3d109 None None] Provisioning complete for port 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:08.057289 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-580f102b-a75e-4dd6-8edd-61cb9cc3d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (66e833fd-49e6-46b0-9eec-e3ac2cfca8a6), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:08.087924 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-91681804-40e4-4fed-b4c1-de2f784d11e9 req-bf46cece-d50b-4c7f-b4b2-a3a83bb59793 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742216 Mar 29 14:54:08.214658 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-580f102b-a75e-4dd6-8edd-61cb9cc3d109 None None] Current status of the port 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:08.256333 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:54:08.320507 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:08.321819 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (66e833fd-49e6-46b0-9eec-e3ac2cfca8a6), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:08.434887 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:08.689806 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1c40d-fb8b-4ef8-9b85-6816133c979e req-abf4cc75-d351-44dd-8faf-45135362735f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:08.697189 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-00c1c40d-fb8b-4ef8-9b85-6816133c979e req-abf4cc75-d351-44dd-8faf-45135362735f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 943 time: 0.0895181 Mar 29 14:54:08.748404 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-00c1c40d-fb8b-4ef8-9b85-6816133c979e req-99b95d84-cbe2-4d7f-b1ff-1718bed2578e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503228 Mar 29 14:54:08.910923 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-fed01da4-6f70-4956-a4a6-446ca84da45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:08.912691 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-fed01da4-6f70-4956-a4a6-446ca84da45b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654287 Mar 29 14:54:09.205079 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36424f-16cd-4e0a-ac36-867ac89a7453 req-b177b933-6078-4ab7-aad4-cb6de6502157 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:09.206600 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cb36424f-16cd-4e0a-ac36-867ac89a7453 req-b177b933-6078-4ab7-aad4-cb6de6502157 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0531542 Mar 29 14:54:09.253396 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cb36424f-16cd-4e0a-ac36-867ac89a7453 req-13fe6cbe-d4dd-4a05-a2d5-a041664b78cc tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411174 Mar 29 14:54:09.772144 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-c360395d-e86f-41d1-b343-640c58bda12e service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116934 Mar 29 14:54:09.885017 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc411d8-5500-47b3-ada2-11ee898782af req-fe099182-5a06-4725-9b63-7f9a6bdd18d9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:09.891937 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dbc411d8-5500-47b3-ada2-11ee898782af req-fe099182-5a06-4725-9b63-7f9a6bdd18d9 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 943 time: 0.0642006 Mar 29 14:54:09.961088 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dbc411d8-5500-47b3-ada2-11ee898782af req-34e01cdd-c381-4d86-89c3-28bd81c2d9af tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542581 Mar 29 14:54:10.379270 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc0489-8ce1-49c8-b12b-1aff3cae6e1e req-d4fa9d41-49a9-4c72-a7a9-e8fdd415020c tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:10.380817 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-75fc0489-8ce1-49c8-b12b-1aff3cae6e1e req-d4fa9d41-49a9-4c72-a7a9-e8fdd415020c tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0540249 Mar 29 14:54:10.433181 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-75fc0489-8ce1-49c8-b12b-1aff3cae6e1e req-355e04a6-1e0c-46c2-80d2-1fa1cb3212d2 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466495 Mar 29 14:54:10.757120 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2d586e0f-679b-4f73-8f08-e458fca76e73 req-d90d000c-5b98-4c3a-b7b4-1c8bc90b5bb0 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254473 Mar 29 14:54:11.076780 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93ff94-9ac3-41f4-bdf4-71be1620e233 req-b4f553d0-df3b-40ec-b869-7a45597dd5e5 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:11.085569 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5c93ff94-9ac3-41f4-bdf4-71be1620e233 req-b4f553d0-df3b-40ec-b869-7a45597dd5e5 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 943 time: 0.0726173 Mar 29 14:54:11.142067 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5c93ff94-9ac3-41f4-bdf4-71be1620e233 req-be631190-3108-453b-acc1-210160eca429 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553863 Mar 29 14:54:11.590300 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a427557-9ea1-4e50-bcbc-8fe98e3fa7ed req-95f8ccb1-3b04-41f8-a469-8d1bca054051 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:11.591828 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0a427557-9ea1-4e50-bcbc-8fe98e3fa7ed req-95f8ccb1-3b04-41f8-a469-8d1bca054051 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0817423 Mar 29 14:54:11.665994 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0a427557-9ea1-4e50-bcbc-8fe98e3fa7ed req-8a46f63f-8a59-4743-a7aa-e3a637ac9624 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660908 Mar 29 14:54:11.959232 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 34600) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:11.963991 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-a0d20591-1454-49a6-8965-4beb879710ff tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1699475773', 'description': 'tempest-description--542039952'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:12.071390 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a0d20591-1454-49a6-8965-4beb879710ff tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:12.168362 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a0d20591-1454-49a6-8965-4beb879710ff tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (b968425f-58da-4022-a300-b7a951ed84a7), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:12.264479 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a0d20591-1454-49a6-8965-4beb879710ff tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (b968425f-58da-4022-a300-b7a951ed84a7), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:12.302303 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e35480-8fb5-4e94-a640-11a4a77254d2 req-be736fed-c781-4423-b30a-0e4794f57ea8 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:12.304541 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-45e35480-8fb5-4e94-a640-11a4a77254d2 req-be736fed-c781-4423-b30a-0e4794f57ea8 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 943 time: 0.0934324 Mar 29 14:54:12.352795 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d20591-1454-49a6-8965-4beb879710ff tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b968425f-58da-4022-a300-b7a951ed84a7,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:12.402283 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a0d20591-1454-49a6-8965-4beb879710ff tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:12.419832 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-a0d20591-1454-49a6-8965-4beb879710ff tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4474378 Mar 29 14:54:12.419832 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 34622) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:12.419832 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-78c2ff32-45a0-49af-85b8-fb4470dfe3e5 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'security_group_rule': {'security_group_id': 'b968425f-58da-4022-a300-b7a951ed84a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:12.451223 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-45e35480-8fb5-4e94-a640-11a4a77254d2 req-9a5c6360-5eee-4aea-8a5f-2ffc1f7afebe tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281047 Mar 29 14:54:12.794015 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742252c-58dd-411f-bb0c-3e71d7491793 req-d55fea71-178c-45c4-86ac-e4e39cbaf61b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:12.795486 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b742252c-58dd-411f-bb0c-3e71d7491793 req-d55fea71-178c-45c4-86ac-e4e39cbaf61b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0574012 Mar 29 14:54:12.842390 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 12f8914c-bde6-405f-a9db-15523b7e184d details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 14:54:12.859752 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b742252c-58dd-411f-bb0c-3e71d7491793 req-bfddeb53-bd27-4e52-963d-07fb53d8f4c6 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560882 Mar 29 14:54:12.980774 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 12f8914c-bde6-405f-a9db-15523b7e184d, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=12f8914c-bde6-405f-a9db-15523b7e184d,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:54:12.992114 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '12f8914c-bde6-405f-a9db-15523b7e184d', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'port_id': '12f8914c-bde6-405f-a9db-15523b7e184d', 'mac_address': 'fa:16:3e:c4:05:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 14:54:13.007185 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-78c2ff32-45a0-49af-85b8-fb4470dfe3e5 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (3ac5a9d7-1547-433f-899f-28ca1ac0e196), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:13.032307 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 12f8914c-bde6-405f-a9db-15523b7e184d is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:13.032851 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:13.063055 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-78c2ff32-45a0-49af-85b8-fb4470dfe3e5 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (3ac5a9d7-1547-433f-899f-28ca1ac0e196), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:13.064026 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f8914c-bde6-405f-a9db-15523b7e184d {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:54:13.087505 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 12f8914c-bde6-405f-a9db-15523b7e184d, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=12f8914c-bde6-405f-a9db-15523b7e184d,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:54:13.159497 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-78c2ff32-45a0-49af-85b8-fb4470dfe3e5 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (3ac5a9d7-1547-433f-899f-28ca1ac0e196), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:13.215681 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:13.250365 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2ff32-45a0-49af-85b8-fb4470dfe3e5 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac5a9d7-1547-433f-899f-28ca1ac0e196,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:13.276952 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-78c2ff32-45a0-49af-85b8-fb4470dfe3e5 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:13.279032 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-78c2ff32-45a0-49af-85b8-fb4470dfe3e5 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8666232 Mar 29 14:54:13.281508 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 34650) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:13.287084 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-fe642cf2-48a5-4803-934e-e18a8d8b5376 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'security_group_rule': {'security_group_id': 'b968425f-58da-4022-a300-b7a951ed84a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:13.364299 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=12f8914c-bde6-405f-a9db-15523b7e184d,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:13.392425 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fe642cf2-48a5-4803-934e-e18a8d8b5376 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (0cc61ac1-c5a4-42d2-884a-e37778654c8a), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:13.549669 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fe642cf2-48a5-4803-934e-e18a8d8b5376 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (0cc61ac1-c5a4-42d2-884a-e37778654c8a), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:13.595317 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['12f8914c-bde6-405f-a9db-15523b7e184d'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:54:13.622472 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fe642cf2-48a5-4803-934e-e18a8d8b5376 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (0cc61ac1-c5a4-42d2-884a-e37778654c8a), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:13.666315 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe642cf2-48a5-4803-934e-e18a8d8b5376 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc61ac1-c5a4-42d2-884a-e37778654c8a,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:13.706332 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 34660) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:13.761949 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b4052-183c-446d-a316-63b8faa41fa5 req-4326d0d4-d670-4b80-90d3-09a07978202a tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:13.770856 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-408b4052-183c-446d-a316-63b8faa41fa5 req-4326d0d4-d670-4b80-90d3-09a07978202a tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 944 time: 0.1866188 Mar 29 14:54:13.796149 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fe642cf2-48a5-4803-934e-e18a8d8b5376 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:13.798042 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-fe642cf2-48a5-4803-934e-e18a8d8b5376 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5147908 Mar 29 14:54:13.804100 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 34664) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:13.807192 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-d63345b0-fa2d-4184-95f8-55a3a9cf5a33 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'floatingip': {'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:13.883176 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-408b4052-183c-446d-a316-63b8faa41fa5 req-0391f3e5-877d-4f06-a006-37312c22adc5 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110678 Mar 29 14:54:13.890892 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-50be6397-0caa-4646-a1fd-dd3a845baed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:13.931416 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a9aa7cb1-0ac1-49aa-825f-89d9e6df2053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:14.083918 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a9aa7cb1-0ac1-49aa-825f-89d9e6df2053 admin admin] Publish callbacks [] for security_group (feb527e9-b915-4c7e-be8e-89790ba0ebd9), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:14.090026 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d63345b0-fa2d-4184-95f8-55a3a9cf5a33 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:14.142749 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbffbb9-1717-407e-9bb5-3b9262fab601 req-ce3290b1-e0cb-4fbb-821b-fd4bde844934 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:14.144403 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1cbffbb9-1717-407e-9bb5-3b9262fab601 req-ce3290b1-e0cb-4fbb-821b-fd4bde844934 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.1493087 Mar 29 14:54:14.222451 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a9aa7cb1-0ac1-49aa-825f-89d9e6df2053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (feb527e9-b915-4c7e-be8e-89790ba0ebd9), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:14.274818 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1cbffbb9-1717-407e-9bb5-3b9262fab601 req-97b243ae-2068-48d5-a7d9-f236352bc648 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236093 Mar 29 14:54:14.279530 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-a9aa7cb1-0ac1-49aa-825f-89d9e6df2053 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=566e5975d9ee4db59667348592b5c3f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5720232 Mar 29 14:54:14.280388 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa7cb1-0ac1-49aa-825f-89d9e6df2053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb527e9-b915-4c7e-be8e-89790ba0ebd9,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:14.285019 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 34668) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:14.343901 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d63345b0-fa2d-4184-95f8-55a3a9cf5a33 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:14.401391 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6e4f4cae-642c-44e2-b328-2e109712a930 admin admin] Publish callbacks [] for security_group (feb527e9-b915-4c7e-be8e-89790ba0ebd9), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:14.479883 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6e4f4cae-642c-44e2-b328-2e109712a930 admin admin] Publish callbacks [] for security_group (feb527e9-b915-4c7e-be8e-89790ba0ebd9), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:14.532784 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [None req-d63345b0-fa2d-4184-95f8-55a3a9cf5a33 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Allocated IP 172.27.1.4 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/9f63650e-88ac-456a-9a5c-13ce752deea8) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:54:14.667127 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6e4f4cae-642c-44e2-b328-2e109712a930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (feb527e9-b915-4c7e-be8e-89790ba0ebd9), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:14.670630 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6e4f4cae-642c-44e2-b328-2e109712a930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:14.683296 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-6e4f4cae-642c-44e2-b328-2e109712a930 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/feb527e9-b915-4c7e-be8e-89790ba0ebd9 HTTP/1.1" status: 204 len: 168 time: 0.3888407 Mar 29 14:54:14.703130 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f4cae-642c-44e2-b328-2e109712a930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb527e9-b915-4c7e-be8e-89790ba0ebd9,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:14.715756 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d63345b0-fa2d-4184-95f8-55a3a9cf5a33 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for port (9f63650e-88ac-456a-9a5c-13ce752deea8), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:14.857092 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 12f8914c-bde6-405f-a9db-15523b7e184d up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:54:14.868051 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d63345b0-fa2d-4184-95f8-55a3a9cf5a33 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (9f63650e-88ac-456a-9a5c-13ce752deea8), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:14.985321 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63345b0-fa2d-4184-95f8-55a3a9cf5a33 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:54:15.000871 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-d63345b0-fa2d-4184-95f8-55a3a9cf5a33 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:54:15.009121 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63345b0-fa2d-4184-95f8-55a3a9cf5a33 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:54:15.123378 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604bc92-fdb8-45ee-a091-d4d9a6552349 req-235dd4d5-8c1d-4c90-a9e9-2695a300905c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:15.123378 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8604bc92-fdb8-45ee-a091-d4d9a6552349 req-235dd4d5-8c1d-4c90-a9e9-2695a300905c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 944 time: 0.1328893 Mar 29 14:54:15.147046 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning for port 12f8914c-bde6-405f-a9db-15523b7e184d completed by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 14:54:15.152779 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 12f8914c-bde6-405f-a9db-15523b7e184d triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:15.153390 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:15.210122 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8604bc92-fdb8-45ee-a091-d4d9a6552349 req-e7f38b73-8c76-4a6e-85ea-2b4705ba9419 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808175 Mar 29 14:54:15.260993 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d63345b0-fa2d-4184-95f8-55a3a9cf5a33 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (e7de7162-ea69-416e-be97-580bb0b67668), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:15.270700 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63345b0-fa2d-4184-95f8-55a3a9cf5a33 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'Port': ['ID=9f63650e-88ac-456a-9a5c-13ce752deea8,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:15.341832 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 12f8914c-bde6-405f-a9db-15523b7e184d is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:15.342478 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:15.375667 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074d2dc7-e232-4b56-be65-379ff1e05700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f8914c-bde6-405f-a9db-15523b7e184d'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:54:15.379889 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d042fdc3-327d-44e5-b1f2-2573bb7d0226" -d '{"events": [{"server_uuid": "074d2dc7-e232-4b56-be65-379ff1e05700", "name": "network-vif-plugged", "status": "completed", "tag": "12f8914c-bde6-405f-a9db-15523b7e184d"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:54:15.396597 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 12f8914c-bde6-405f-a9db-15523b7e184d, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=12f8914c-bde6-405f-a9db-15523b7e184d,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:54:15.436871 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d63345b0-fa2d-4184-95f8-55a3a9cf5a33 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (9f63650e-88ac-456a-9a5c-13ce752deea8), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:15.532569 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ff790c-2c59-4646-bb49-4ff4988d7f24 x-openstack-request-id: req-26ff790c-2c59-4646-bb49-4ff4988d7f24 {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:54:15.533231 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074d2dc7-e232-4b56-be65-379ff1e05700", "name": "network-vif-plugged", "status": "completed", "tag": "12f8914c-bde6-405f-a9db-15523b7e184d", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:54:15.533789 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26ff790c-2c59-4646-bb49-4ff4988d7f24 {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:54:15.534368 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26ff790c-2c59-4646-bb49-4ff4988d7f24'] response: {'server_uuid': '074d2dc7-e232-4b56-be65-379ff1e05700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f8914c-bde6-405f-a9db-15523b7e184d', 'code': 200} Mar 29 14:54:15.553708 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:15.716844 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dae26-6e43-4396-8498-0cfbf0733f29 req-813ddfdd-c448-4079-8f23-bd52a71b8a2c tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:15.735262 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=12f8914c-bde6-405f-a9db-15523b7e184d,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:15.736628 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-236dae26-6e43-4396-8498-0cfbf0733f29 req-813ddfdd-c448-4079-8f23-bd52a71b8a2c tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.1509714 Mar 29 14:54:15.816253 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-f45d5e30-6dcf-48a9-b4aa-858175f39947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:15.823865 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-236dae26-6e43-4396-8498-0cfbf0733f29 req-0736e9c1-c17e-4823-968d-d095acc1c2fb tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855865 Mar 29 14:54:15.836224 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 34694) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:15.845680 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d63345b0-fa2d-4184-95f8-55a3a9cf5a33 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for port (9f63650e-88ac-456a-9a5c-13ce752deea8), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:15.855203 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8cc6bb45-b650-4995-966b-33da2b5dfe67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:15.963866 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8cc6bb45-b650-4995-966b-33da2b5dfe67 admin admin] Publish callbacks [] for security_group (45f33d61-96cd-41ab-8805-d280056a5f2b), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:15.965748 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d63345b0-fa2d-4184-95f8-55a3a9cf5a33 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (9f63650e-88ac-456a-9a5c-13ce752deea8), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:16.067736 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8cc6bb45-b650-4995-966b-33da2b5dfe67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (45f33d61-96cd-41ab-8805-d280056a5f2b), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:16.177951 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d63345b0-fa2d-4184-95f8-55a3a9cf5a33 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (e7de7162-ea69-416e-be97-580bb0b67668), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:16.187957 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6bb45-b650-4995-966b-33da2b5dfe67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f33d61-96cd-41ab-8805-d280056a5f2b,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:16.228400 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63345b0-fa2d-4184-95f8-55a3a9cf5a33 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'Port': ['ID=9f63650e-88ac-456a-9a5c-13ce752deea8,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:16.268379 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-8cc6bb45-b650-4995-966b-33da2b5dfe67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a3f9ec18ca74d16846041893da1241b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4304221 Mar 29 14:54:16.271209 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 34700) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:16.285939 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b91f8e-584f-40a0-a161-de3f0b0a7d1a req-38460847-8c80-4fc0-bee6-06ae72e4c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:16.301869 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-72b91f8e-584f-40a0-a161-de3f0b0a7d1a req-38460847-8c80-4fc0-bee6-06ae72e4c5ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 1129 time: 0.2148480 Mar 29 14:54:16.406381 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-72b91f8e-584f-40a0-a161-de3f0b0a7d1a req-1f58c4b9-0ee3-43ee-8dec-06a24e688f48 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993876 Mar 29 14:54:16.434165 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d63345b0-fa2d-4184-95f8-55a3a9cf5a33 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:16.443254 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-d63345b0-fa2d-4184-95f8-55a3a9cf5a33 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6324441 Mar 29 14:54:16.502178 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f3689745-bf03-4f1b-b69b-6d314f4b4580 admin admin] Publish callbacks [] for security_group (45f33d61-96cd-41ab-8805-d280056a5f2b), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:16.532067 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467d3ba-58c2-479d-8d3c-88166044ddfb req-44a0f381-bfdb-4921-9bf1-3231910db224 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:16.537613 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b467d3ba-58c2-479d-8d3c-88166044ddfb req-44a0f381-bfdb-4921-9bf1-3231910db224 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.1500411 Mar 29 14:54:16.684917 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f3689745-bf03-4f1b-b69b-6d314f4b4580 admin admin] Publish callbacks [] for security_group (45f33d61-96cd-41ab-8805-d280056a5f2b), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:16.704775 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b467d3ba-58c2-479d-8d3c-88166044ddfb req-c5fe5810-0a37-494d-b7a4-51938aa88fa7 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614625 Mar 29 14:54:16.867015 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f3689745-bf03-4f1b-b69b-6d314f4b4580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (45f33d61-96cd-41ab-8805-d280056a5f2b), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:16.871016 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f3689745-bf03-4f1b-b69b-6d314f4b4580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:16.874954 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-f3689745-bf03-4f1b-b69b-6d314f4b4580 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45f33d61-96cd-41ab-8805-d280056a5f2b HTTP/1.1" status: 204 len: 168 time: 0.5956876 Mar 29 14:54:16.896475 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3689745-bf03-4f1b-b69b-6d314f4b4580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f33d61-96cd-41ab-8805-d280056a5f2b,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:17.069319 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc62b81-7da6-4f14-bed4-b7e2a61f8df1 req-f2c49c22-9fbc-4f4d-97de-f6c1d36dcff0 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:17.073284 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6fc62b81-7da6-4f14-bed4-b7e2a61f8df1 req-f2c49c22-9fbc-4f4d-97de-f6c1d36dcff0 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.1650984 Mar 29 14:54:17.088680 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:17.258977 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6fc62b81-7da6-4f14-bed4-b7e2a61f8df1 req-b67ba379-d4c2-4f74-90a0-10fbbde056c0 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458788 Mar 29 14:54:17.850710 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8ad2-956d-4fa6-a975-3c09f7c563a0 req-32e72564-7310-4f20-bdcc-42f62627ed7e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:17.852203 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0f5b8ad2-956d-4fa6-a975-3c09f7c563a0 req-32e72564-7310-4f20-bdcc-42f62627ed7e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0629661 Mar 29 14:54:17.903587 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0f5b8ad2-956d-4fa6-a975-3c09f7c563a0 req-87bde516-d561-49dd-bc1f-c7f4b0303676 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458317 Mar 29 14:54:18.293657 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:18.422230 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41c1df-730b-4e60-90ae-dc95ef5fa8dc req-6bdd9c15-f2b6-4b69-b90a-be5d0af35cbc tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:18.424036 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6d41c1df-730b-4e60-90ae-dc95ef5fa8dc req-6bdd9c15-f2b6-4b69-b90a-be5d0af35cbc tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0842836 Mar 29 14:54:18.504707 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6d41c1df-730b-4e60-90ae-dc95ef5fa8dc req-5bc441c5-4463-49f9-9943-5e8891bd255d tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640008 Mar 29 14:54:19.064647 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f964a70-7ea4-4b46-9650-a4f4c7818edb req-24fa0acf-997c-4ec4-9ab8-1c38ad822dda tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:19.066707 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4f964a70-7ea4-4b46-9650-a4f4c7818edb req-24fa0acf-997c-4ec4-9ab8-1c38ad822dda tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0735011 Mar 29 14:54:19.136354 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4f964a70-7ea4-4b46-9650-a4f4c7818edb req-74ef90ac-9fde-4555-a02c-815b8b9ba4a5 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599399 Mar 29 14:54:19.297611 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b6045-46cf-4f82-ae4a-7a67c6178142 req-7a0ef54a-8aba-4a1c-879f-b6a5cf99d3c5 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:19.301435 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-680b6045-46cf-4f82-ae4a-7a67c6178142 req-7a0ef54a-8aba-4a1c-879f-b6a5cf99d3c5 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0939274 Mar 29 14:54:19.311570 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 34766) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:19.316646 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-66fda73d-6f23-49d2-a185-a177c4b66b26 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Request body: {'floatingip': {'port_id': '12f8914c-bde6-405f-a9db-15523b7e184d'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:19.400997 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-66fda73d-6f23-49d2-a185-a177c4b66b26 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for floatingip (1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:19.753661 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:19.833713 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbf873-ed50-47cb-9dce-2604813a1255 req-dc622378-597c-4346-a8de-958bdc77c981 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:19.835298 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8bdbf873-ed50-47cb-9dce-2604813a1255 req-dc622378-597c-4346-a8de-958bdc77c981 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.1813576 Mar 29 14:54:20.035708 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-f0eb52fb-921e-478f-a47c-e2578aadb3ea tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1699475773&fields=id&tenant_id=ae25d73af8c34890992534571426e2de HTTP/1.1" status: 200 len: 267 time: 0.2262654 Mar 29 14:54:20.065992 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8bdbf873-ed50-47cb-9dce-2604813a1255 req-44719da4-ab7d-45e2-b7ca-c7fe89f7a5da tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190912 Mar 29 14:54:20.272519 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-0a367701-c046-4558-af0a-98380c358ad3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:20.275092 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-0a367701-c046-4558-af0a-98380c358ad3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/networks?id=4d7933f0-920a-440d-86c3-46e7aab80bfb HTTP/1.1" status: 200 len: 815 time: 0.2271218 Mar 29 14:54:20.427942 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5e1b2df2-3fdf-4b8c-bf54-7de7d167bb55 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/quotas/ae25d73af8c34890992534571426e2de HTTP/1.1" status: 200 len: 375 time: 0.1213939 Mar 29 14:54:20.657156 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-adb06a74-76e3-4664-ae5f-326a3ef7b8ab tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae25d73af8c34890992534571426e2de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2104619 Mar 29 14:54:20.803582 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-66fda73d-6f23-49d2-a185-a177c4b66b26 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:20.887122 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-6c34237e-9399-4e76-8536-86e62967e030 service neutron] 10.222.0.16 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500728 Mar 29 14:54:20.889834 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-66fda73d-6f23-49d2-a185-a177c4b66b26 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:21.104889 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.db.l3_db [None req-66fda73d-6f23-49d2-a185-a177c4b66b26 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Floating IP 1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b associated. External IP: 172.27.1.48, port: 12f8914c-bde6-405f-a9db-15523b7e184d. Mar 29 14:54:21.407969 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-8c03b855-6431-4a01-9c44-13016bf570d5 service neutron] 10.222.0.16 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071863 Mar 29 14:54:21.466133 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-3b794aff-77cb-4b01-ae3b-37679e3632ae tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:21.472695 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-3b794aff-77cb-4b01-ae3b-37679e3632ae tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/networks?id=6ae2e8b4-22d2-4d52-a946-a55ff4289652 HTTP/1.1" status: 200 len: 814 time: 0.3976815 Mar 29 14:54:21.495143 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-621ff66a-b6a6-45a2-b7cc-fd668c99c918 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/quotas/59c8a5905d7d45b5b833ace29a4559d0 HTTP/1.1" status: 200 len: 375 time: 0.0214577 Mar 29 14:54:21.637448 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-9836fce8-36a1-4d36-98bf-1323cbd0999a tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=59c8a5905d7d45b5b833ace29a4559d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1344075 Mar 29 14:54:21.739276 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-e1df4065-c428-4844-ae8b-4e5c6137776a service neutron] 10.222.0.16 "GET /v2.0/networks/6ae2e8b4-22d2-4d52-a946-a55ff4289652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008267 Mar 29 14:54:21.858960 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fda73d-6f23-49d2-a185-a177c4b66b26 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Router 92254ba7-70f6-42af-b754-2f5e6239b2c6 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:54:22.027060 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ed4da-35b0-4791-9078-87d849a43ca3 req-0d6c0712-ea98-4bed-a4d0-7bd48840e7c3 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:22.034155 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cc9ed4da-35b0-4791-9078-87d849a43ca3 req-0d6c0712-ea98-4bed-a4d0-7bd48840e7c3 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.2021270 Mar 29 14:54:22.059134 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-7eac5449-f73e-411a-bde2-8725c7546a69 service neutron] 10.222.0.16 "GET /v2.0/networks/6ae2e8b4-22d2-4d52-a946-a55ff4289652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101919 Mar 29 14:54:22.139886 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fda73d-6f23-49d2-a185-a177c4b66b26 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:54:22.147181 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cc9ed4da-35b0-4791-9078-87d849a43ca3 req-8e95f25c-37f4-406a-9fd4-b4739ac3f39a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117303 Mar 29 14:54:22.152321 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-66fda73d-6f23-49d2-a185-a177c4b66b26 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:22.161045 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85129428-ec2a-42d0-903b-574be3c20a8f None None] Sync routers for ids ['92254ba7-70f6-42af-b754-2f5e6239b2c6'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:54:22.199197 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85129428-ec2a-42d0-903b-574be3c20a8f None None] Routers {'92254ba7-70f6-42af-b754-2f5e6239b2c6'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:54:22.215700 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-85129428-ec2a-42d0-903b-574be3c20a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:54:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['92254ba7-70f6-42af-b754-2f5e6239b2c6'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:22.269944 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-66fda73d-6f23-49d2-a185-a177c4b66b26 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "PUT /v2.0/floatingips/1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b HTTP/1.1" status: 200 len: 990 time: 2.9513462 Mar 29 14:54:22.269944 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074d2dc7-e232-4b56-be65-379ff1e05700', 'tag': '12f8914c-bde6-405f-a9db-15523b7e184d'}] {{(pid=115498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:54:22.269944 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e942afba9a14c6231233b91f836bdf3e59ef1877de833c869ac23223c5a4452f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddc420c-a25c-4e64-8cff-8de3d380f030" -d '{"events": [{"name": "network-changed", "server_uuid": "074d2dc7-e232-4b56-be65-379ff1e05700", "tag": "12f8914c-bde6-405f-a9db-15523b7e184d"}]}' {{(pid=115498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:54:22.407558 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-40a67fc4-f2b8-4514-823d-7a096187f724 req-79a63ba2-7322-4928-8ce0-eb5f6cf425a2 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 210 time: 0.0956869 Mar 29 14:54:22.517537 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c52a30-0e11-4eb1-bdc7-298ab7a9e6f2 x-openstack-request-id: req-11c52a30-0e11-4eb1-bdc7-298ab7a9e6f2 {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:54:22.517831 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074d2dc7-e232-4b56-be65-379ff1e05700", "tag": "12f8914c-bde6-405f-a9db-15523b7e184d", "status": "completed", "code": 200}]} {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:54:22.518092 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11c52a30-0e11-4eb1-bdc7-298ab7a9e6f2 {{(pid=115498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:54:22.519058 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c52a30-0e11-4eb1-bdc7-298ab7a9e6f2'] response: {'name': 'network-changed', 'server_uuid': '074d2dc7-e232-4b56-be65-379ff1e05700', 'tag': '12f8914c-bde6-405f-a9db-15523b7e184d', 'status': 'completed', 'code': 200} Mar 29 14:54:22.551949 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-85129428-ec2a-42d0-903b-574be3c20a8f None None] Set router 92254ba7-70f6-42af-b754-2f5e6239b2c6 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:54:22.593165 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-93259a95-d636-4a29-a137-0a516004d080 req-0a95cdb2-c177-4f18-ac60-7767f9ba3cf3 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 210 time: 0.0463035 Mar 29 14:54:22.652581 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc420c-a25c-4e64-8cff-8de3d380f030 req-5335f4a0-e929-4067-a6d4-2c9ef2d5b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:22.654298 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-7ddc420c-a25c-4e64-8cff-8de3d380f030 req-5335f4a0-e929-4067-a6d4-2c9ef2d5b9f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 1129 time: 0.0706904 Mar 29 14:54:22.776039 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc420c-a25c-4e64-8cff-8de3d380f030 req-299da058-409c-440c-8bc2-6800b94655a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:22.777592 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-7ddc420c-a25c-4e64-8cff-8de3d380f030 req-299da058-409c-440c-8bc2-6800b94655a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 919 time: 0.1134739 Mar 29 14:54:22.857380 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-85129428-ec2a-42d0-903b-574be3c20a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'name': 'tempest-ServerRescueNegativeTestJSON-928053462-router', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:04Z', 'revision_number': 4, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'gw_port': {'id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:57Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'port_id': '12f8914c-bde6-405f-a9db-15523b7e184d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'mac_address': 'fa:16:3e:c4:05:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074d2dc7-e232-4b56-be65-379ff1e05700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:53:55Z', 'updated_at': '2022-03-29T14:54:20Z', 'revision_number': 1, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ab8f9e-59c2-476d-abb7-16217af5211b', 'name': '', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'mac_address': 'fa:16:3e:43:7c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:02Z', 'updated_at': '2022-03-29T14:52:14Z', 'revision_number': 5, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'subnets': [{'id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:22.873767 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-7ddc420c-a25c-4e64-8cff-8de3d380f030 req-dff7b99f-5aa3-4073-8ecb-bb161f9dbd41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12f8914c-bde6-405f-a9db-15523b7e184d HTTP/1.1" status: 200 len: 998 time: 0.0878360 Mar 29 14:54:22.908304 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85129428-ec2a-42d0-903b-574be3c20a8f None None] Checking router: 92254ba7-70f6-42af-b754-2f5e6239b2c6 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:54:22.919684 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85129428-ec2a-42d0-903b-574be3c20a8f None None] Routers {'92254ba7-70f6-42af-b754-2f5e6239b2c6'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:54:22.920806 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-85129428-ec2a-42d0-903b-574be3c20a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:54:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['92254ba7-70f6-42af-b754-2f5e6239b2c6'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:23.011618 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc420c-a25c-4e64-8cff-8de3d380f030 req-5ffa4633-ae8c-48e9-994b-14e214ab5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:23.017948 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-7ddc420c-a25c-4e64-8cff-8de3d380f030 req-5ffa4633-ae8c-48e9-994b-14e214ab5a1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.1373887 Mar 29 14:54:23.020955 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a3999-25b5-4932-8ff2-3bbafa435749 req-67d9fdfd-664a-4be0-887c-26725f222043 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:23.040301 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0e0a3999-25b5-4932-8ff2-3bbafa435749 req-67d9fdfd-664a-4be0-887c-26725f222043 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.1388464 Mar 29 14:54:23.090543 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc420c-a25c-4e64-8cff-8de3d380f030 req-d4c7b56b-4df8-4730-aa5a-1118d568674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:23.100232 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-7ddc420c-a25c-4e64-8cff-8de3d380f030 req-d4c7b56b-4df8-4730-aa5a-1118d568674a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656748 Mar 29 14:54:23.125291 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0e0a3999-25b5-4932-8ff2-3bbafa435749 req-6fdf41da-a73a-45e1-ab3a-f5d64d673592 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835664 Mar 29 14:54:23.225159 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-85129428-ec2a-42d0-903b-574be3c20a8f None None] Set router 92254ba7-70f6-42af-b754-2f5e6239b2c6 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:54:23.291571 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c959f12-83fc-44de-8139-439b501e563b req-96ba523b-3e4e-43c0-ba4a-018940fcfed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:23.293255 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5c959f12-83fc-44de-8139-439b501e563b req-96ba523b-3e4e-43c0-ba4a-018940fcfed2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 1129 time: 0.1538825 Mar 29 14:54:23.331687 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-7ddc420c-a25c-4e64-8cff-8de3d380f030 req-f54a9900-e47a-4b9f-8438-b44e852806ef service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207837 Mar 29 14:54:23.582783 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b1d82ef7-bf48-4728-8613-04b800cf99d7 req-2cd73120-9a1e-4b08-870e-d4817961ffaa tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 210 time: 0.0477452 Mar 29 14:54:23.656350 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-85129428-ec2a-42d0-903b-574be3c20a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'name': 'tempest-ServerRescueNegativeTestJSON-928053462-router', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:04Z', 'revision_number': 4, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'gw_port': {'id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:57Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'port_id': '12f8914c-bde6-405f-a9db-15523b7e184d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'mac_address': 'fa:16:3e:c4:05:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074d2dc7-e232-4b56-be65-379ff1e05700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:53:55Z', 'updated_at': '2022-03-29T14:54:20Z', 'revision_number': 1, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ab8f9e-59c2-476d-abb7-16217af5211b', 'name': '', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'mac_address': 'fa:16:3e:43:7c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:02Z', 'updated_at': '2022-03-29T14:52:14Z', 'revision_number': 5, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'subnets': [{'id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:23.720596 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85129428-ec2a-42d0-903b-574be3c20a8f None None] The sync data for ids ['92254ba7-70f6-42af-b754-2f5e6239b2c6'] in dv-cinder-835525-2-iscsi is: [{'id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'name': 'tempest-ServerRescueNegativeTestJSON-928053462-router', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:04Z', 'revision_number': 4, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'gw_port': {'id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:57Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'port_id': '12f8914c-bde6-405f-a9db-15523b7e184d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'mac_address': 'fa:16:3e:c4:05:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074d2dc7-e232-4b56-be65-379ff1e05700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:53:55Z', 'updated_at': '2022-03-29T14:54:20Z', 'revision_number': 1, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ab8f9e-59c2-476d-abb7-16217af5211b', 'name': '', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'mac_address': 'fa:16:3e:43:7c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:02Z', 'updated_at': '2022-03-29T14:52:14Z', 'revision_number': 5, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'subnets': [{'id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:54:23.728017 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2041d8a3-bc01-4abc-ac08-29ccc40a9cce req-249a1dd4-9860-46d4-8c46-20275127fd68 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 210 time: 0.0526211 Mar 29 14:54:24.029310 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d393a5-93e5-4c1a-bc13-6bb9e4620bde None None] New status for floating IP 1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b: ACTIVE {{(pid=115500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 14:54:24.267828 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0053ac-37a1-4c3c-a163-669110a7f6e9 req-16736a8b-66f4-4095-b85f-b353e0993c26 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:24.274211 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6e0053ac-37a1-4c3c-a163-669110a7f6e9 req-16736a8b-66f4-4095-b85f-b353e0993c26 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0657434 Mar 29 14:54:24.341696 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6e0053ac-37a1-4c3c-a163-669110a7f6e9 req-f122f1b1-2996-419e-b9ac-a54536db4d0d tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622115 Mar 29 14:54:24.671522 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9adb6f75-b14c-4d29-a5f6-5b6e3b6b09da req-dfebcde2-6621-47fd-b68f-67cbad998ec0 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 210 time: 0.0307918 Mar 29 14:54:24.815378 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dd37890a-57ab-4b77-a53e-def00b90e0cc req-165d05bb-14ec-42a3-9b53-353fa4736cf8 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 210 time: 0.0360069 Mar 29 14:54:25.471822 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9007f-01f4-4efe-8c98-f756764b1bf4 req-5b130feb-4d99-4971-a5eb-5a29b5fe0ec8 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:25.473758 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-33d9007f-01f4-4efe-8c98-f756764b1bf4 req-5b130feb-4d99-4971-a5eb-5a29b5fe0ec8 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0554919 Mar 29 14:54:25.521546 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-33d9007f-01f4-4efe-8c98-f756764b1bf4 req-38326e66-91f2-4a48-98c2-d42f30945be2 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414610 Mar 29 14:54:25.784160 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b9bc6237-0fd8-4464-a5ff-dde0a2288af3 req-09bd6f0b-dbd5-43f1-a6ae-df5b02ca4052 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 210 time: 0.0362141 Mar 29 14:54:25.917260 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a56380f7-142e-433a-8d8d-1d66ea757d42 req-06053031-515b-47a0-8312-bc653bf74975 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 210 time: 0.0384645 Mar 29 14:54:26.204907 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-7ddc420c-a25c-4e64-8cff-8de3d380f030 req-e2bb7d0c-1ae9-4d6d-8d2a-ffa649d91a8a service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260478 Mar 29 14:54:26.209148 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c959f12-83fc-44de-8139-439b501e563b req-6e70cf99-ee8d-4ea9-859f-e3fa4291805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:26.209900 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5c959f12-83fc-44de-8139-439b501e563b req-6e70cf99-ee8d-4ea9-859f-e3fa4291805b service neutron] 10.222.0.13 "GET /v2.0/networks?id=75f25c62-261a-44d8-a334-90884043b260 HTTP/1.1" status: 200 len: 912 time: 0.1992195 Mar 29 14:54:26.329448 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5c959f12-83fc-44de-8139-439b501e563b req-83474f9b-bb65-4ab3-9732-4a5a3b403f39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea96f88c-6906-44bf-9902-48aa1916becb HTTP/1.1" status: 200 len: 1001 time: 0.0973501 Mar 29 14:54:26.384707 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c959f12-83fc-44de-8139-439b501e563b req-26e19700-a1ee-4721-ab57-8818dd262a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:26.386413 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5c959f12-83fc-44de-8139-439b501e563b req-26e19700-a1ee-4721-ab57-8818dd262a53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8b1f603-e72f-4efd-a272-2d43ba7184c9 HTTP/1.1" status: 200 len: 850 time: 0.0512300 Mar 29 14:54:26.486718 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c959f12-83fc-44de-8139-439b501e563b req-6a445405-c331-47e1-82f5-ecac8aea97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:26.488222 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5c959f12-83fc-44de-8139-439b501e563b req-6a445405-c331-47e1-82f5-ecac8aea97e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75f25c62-261a-44d8-a334-90884043b260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439279 Mar 29 14:54:26.578431 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5c959f12-83fc-44de-8139-439b501e563b req-b6a807c3-2a1a-4df7-b0b5-cc5aeb175af6 service neutron] 10.222.0.13 "GET /v2.0/networks/75f25c62-261a-44d8-a334-90884043b260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826144 Mar 29 14:54:26.639284 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f9094-d387-42cd-9510-310e7555dc4f req-d4a8131d-6f6e-49a8-a129-68c5acc2097a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:26.640754 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4e3f9094-d387-42cd-9510-310e7555dc4f req-d4a8131d-6f6e-49a8-a129-68c5acc2097a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0512316 Mar 29 14:54:26.673641 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5c959f12-83fc-44de-8139-439b501e563b req-f8a04ac6-bddb-489f-a098-da0aae933684 service neutron] 10.222.0.13 "GET /v2.0/networks/75f25c62-261a-44d8-a334-90884043b260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856409 Mar 29 14:54:26.688614 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4e3f9094-d387-42cd-9510-310e7555dc4f req-96c1f83d-65d7-4928-9977-f766d45c7a62 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421450 Mar 29 14:54:26.876544 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c8c7e683-082e-4a69-a5ab-f37c17386c58 req-c02fb66b-1277-4a3d-8354-93c081c0f86f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 210 time: 0.0290103 Mar 29 14:54:27.014063 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ca0aeb64-3000-40d6-a0b6-3de5ecece169 req-35852cde-9b58-43cb-99f1-e3c32c65fd89 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 210 time: 0.0262997 Mar 29 14:54:27.713626 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-35ca81c0-00a2-40c6-9616-697f99b284f2 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:27.715225 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-35ca81c0-00a2-40c6-9616-697f99b284f2 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.13 "GET /v2.0/networks?id=4d7933f0-920a-440d-86c3-46e7aab80bfb HTTP/1.1" status: 200 len: 815 time: 0.1198230 Mar 29 14:54:27.891155 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac3df4-37ef-4fee-8bb5-db7822ff5583 req-1e0e36bb-9a9e-498c-b377-a018188e44d9 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:27.908497 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-edac3df4-37ef-4fee-8bb5-db7822ff5583 req-1e0e36bb-9a9e-498c-b377-a018188e44d9 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.1163297 Mar 29 14:54:27.917017 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-2f09cf80-95e0-44ee-90c6-187b9cc4763b tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae25d73af8c34890992534571426e2de HTTP/1.1" status: 200 len: 473 time: 0.1605134 Mar 29 14:54:27.934631 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-15808c5a-4570-4c41-b9ac-ef798a1837c7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'port': {'device_id': 'e677c037-c827-432a-bb96-86461785f28e', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'admin_state_up': True, 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'security_groups': ['b968425f-58da-4022-a300-b7a951ed84a7']}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:28.019430 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-edac3df4-37ef-4fee-8bb5-db7822ff5583 req-7fe19d4c-1ec5-43fd-a573-bf0a5404b530 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099598 Mar 29 14:54:28.094691 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-80bc09c5-898a-48aa-8c46-c7e67f722a99 req-d6e517a3-f8b4-46c2-a918-a2f3c8493fc3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 210 time: 0.0325978 Mar 29 14:54:28.176295 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-4a42b60a-d0d8-42e7-aa19-68a5c4ce0c65 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:28.177771 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-4a42b60a-d0d8-42e7-aa19-68a5c4ce0c65 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.13 "GET /v2.0/networks?id=6ae2e8b4-22d2-4d52-a946-a55ff4289652 HTTP/1.1" status: 200 len: 814 time: 0.4332774 Mar 29 14:54:28.179773 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8fd75fbf-6cf5-4204-a370-1df37b3c6f72 req-495321f2-48c2-48a7-837d-5a1a24424385 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 210 time: 0.0534542 Mar 29 14:54:28.199101 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-463326a6-a66b-40a0-bba1-022a03538346 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Request body: {'port': {'device_id': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652', 'admin_state_up': True, 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:28.362124 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-15808c5a-4570-4c41-b9ac-ef798a1837c7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Made reservation on behalf of ae25d73af8c34890992534571426e2de for: {'port': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:54:28.372099 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-15808c5a-4570-4c41-b9ac-ef798a1837c7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:28.543209 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-463326a6-a66b-40a0-bba1-022a03538346 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Made reservation on behalf of 59c8a5905d7d45b5b833ace29a4559d0 for: {'port': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:54:28.546237 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-463326a6-a66b-40a0-bba1-022a03538346 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:28.560056 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-15808c5a-4570-4c41-b9ac-ef798a1837c7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Allocated IP 172.20.0.9 (4d7933f0-920a-440d-86c3-46e7aab80bfb/4a4c3ff9-6e66-4bb0-8254-bab28249a738/141f63db-5643-4627-9c6a-301ad6925b22) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:54:28.794285 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-463326a6-a66b-40a0-bba1-022a03538346 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Allocated IP 172.20.0.14 (6ae2e8b4-22d2-4d52-a946-a55ff4289652/38a2dac5-7c8e-4061-bce9-293971606099/074fc41f-7341-4e36-9c84-6ba8ce452a28) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:54:28.832102 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-15808c5a-4570-4c41-b9ac-ef798a1837c7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for port (141f63db-5643-4627-9c6a-301ad6925b22), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:28.963767 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:28.974675 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-463326a6-a66b-40a0-bba1-022a03538346 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:28.999308 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-15808c5a-4570-4c41-b9ac-ef798a1837c7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (141f63db-5643-4627-9c6a-301ad6925b22), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:29.046734 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-15808c5a-4570-4c41-b9ac-ef798a1837c7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Network 4d7933f0-920a-440d-86c3-46e7aab80bfb is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:54:29.055508 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-15808c5a-4570-4c41-b9ac-ef798a1837c7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:54:29.063260 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15808c5a-4570-4c41-b9ac-ef798a1837c7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'Port': ['ID=141f63db-5643-4627-9c6a-301ad6925b22,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:29.063260 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-15808c5a-4570-4c41-b9ac-ef798a1837c7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:54:29.110250 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-15808c5a-4570-4c41-b9ac-ef798a1837c7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:29.111077 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-15808c5a-4570-4c41-b9ac-ef798a1837c7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:29.146526 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248eda0a-651d-4445-b717-5baedb34d5f8 req-404e7927-85c6-42f4-bcbd-55d373a49e47 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:29.149104 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-248eda0a-651d-4445-b717-5baedb34d5f8 req-404e7927-85c6-42f4-bcbd-55d373a49e47 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0622351 Mar 29 14:54:29.171199 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-463326a6-a66b-40a0-bba1-022a03538346 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:29.228813 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-15808c5a-4570-4c41-b9ac-ef798a1837c7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3055613 Mar 29 14:54:29.232722 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-248eda0a-651d-4445-b717-5baedb34d5f8 req-494c5fbd-5132-448a-a73c-b74901e35ff1 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785244 Mar 29 14:54:29.232903 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-463326a6-a66b-40a0-bba1-022a03538346 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Network 6ae2e8b4-22d2-4d52-a946-a55ff4289652 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:54:29.241579 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-463326a6-a66b-40a0-bba1-022a03538346 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:54:29.259136 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463326a6-a66b-40a0-bba1-022a03538346 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Pushing event updated for resources: {'Port': ['ID=074fc41f-7341-4e36-9c84-6ba8ce452a28,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:29.264914 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-463326a6-a66b-40a0-bba1-022a03538346 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:54:29.276511 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a7e2c-2bdb-4d71-99d8-cd4135e6d745 req-24cc7d9e-71c4-41c1-8502-17a6c2a23dfe tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:29.278115 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-859a7e2c-2bdb-4d71-99d8-cd4135e6d745 req-24cc7d9e-71c4-41c1-8502-17a6c2a23dfe tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 931 time: 0.0936472 Mar 29 14:54:29.334424 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-463326a6-a66b-40a0-bba1-022a03538346 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:29.335094 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-463326a6-a66b-40a0-bba1-022a03538346 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:29.349541 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-859a7e2c-2bdb-4d71-99d8-cd4135e6d745 req-0bbaec54-bace-4895-9a24-4dad2fcc6b9f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643349 Mar 29 14:54:29.385305 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-8d83128c-7aac-4fe9-b403-85bb9e4b617c None None] Provisioning complete for port 141f63db-5643-4627-9c6a-301ad6925b22 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:29.385874 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8d83128c-7aac-4fe9-b403-85bb9e4b617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (141f63db-5643-4627-9c6a-301ad6925b22), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:29.401539 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f9949-6e1f-4aad-bd79-8bf1be5b8460 req-7aa25ca8-a8bd-4d41-854c-b7509e48aa1f tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:29.403343 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-143f9949-6e1f-4aad-bd79-8bf1be5b8460 req-7aa25ca8-a8bd-4d41-854c-b7509e48aa1f tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 932 time: 0.0703373 Mar 29 14:54:29.420247 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-463326a6-a66b-40a0-bba1-022a03538346 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2259600 Mar 29 14:54:29.428439 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-8d83128c-7aac-4fe9-b403-85bb9e4b617c None None] Port 141f63db-5643-4627-9c6a-301ad6925b22 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:54:29.464073 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-143f9949-6e1f-4aad-bd79-8bf1be5b8460 req-9b56c3cc-2504-40f5-af3a-02e1a31acf2c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528708 Mar 29 14:54:29.548389 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-1f565367-8030-4958-887b-21ec874a2964 None None] Provisioning complete for port 074fc41f-7341-4e36-9c84-6ba8ce452a28 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:29.548683 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-1f565367-8030-4958-887b-21ec874a2964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:29.582741 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-1f565367-8030-4958-887b-21ec874a2964 None None] Port 074fc41f-7341-4e36-9c84-6ba8ce452a28 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:54:30.488143 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdb3d4-37e3-4d82-8100-f7bd94633da5 req-3ca4c736-8221-47ff-bc48-f9d74206f340 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:30.496745 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c6cdb3d4-37e3-4d82-8100-f7bd94633da5 req-3ca4c736-8221-47ff-bc48-f9d74206f340 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 931 time: 0.0749426 Mar 29 14:54:30.586154 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c6cdb3d4-37e3-4d82-8100-f7bd94633da5 req-f389d564-387d-4a66-be75-fc25e5fe9905 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881979 Mar 29 14:54:30.628649 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec9eb8-0997-4e46-bee8-89a02fc9f311 req-a458cfda-a862-4cd4-b8e6-ea28ec8c2631 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:30.630363 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f3ec9eb8-0997-4e46-bee8-89a02fc9f311 req-a458cfda-a862-4cd4-b8e6-ea28ec8c2631 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 932 time: 0.0817859 Mar 29 14:54:30.689528 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f3ec9eb8-0997-4e46-bee8-89a02fc9f311 req-dddcebde-b5aa-4c3d-82c1-0538611ae93e tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521307 Mar 29 14:54:31.361760 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Request body: {'port': {'device_id': 'e677c037-c827-432a-bb96-86461785f28e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:31.368480 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Request body: {'port': {'device_id': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:31.474178 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:31.477161 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (141f63db-5643-4627-9c6a-301ad6925b22), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:31.719761 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753ea53-6776-4f86-98b8-d42f3e95696d req-85446e16-2a64-4d3d-80a1-8f10c4619425 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:31.721513 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a753ea53-6776-4f86-98b8-d42f3e95696d req-85446e16-2a64-4d3d-80a1-8f10c4619425 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 931 time: 0.0565028 Mar 29 14:54:31.776363 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a753ea53-6776-4f86-98b8-d42f3e95696d req-06225b85-1536-4e8f-9e52-9026fa80b8d0 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473025 Mar 29 14:54:31.863032 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d058b10-9cbb-4f70-aced-210b9eaa7e17 req-24a3448f-051d-4f54-9183-e7577d16c6e4 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:31.865591 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2d058b10-9cbb-4f70-aced-210b9eaa7e17 req-24a3448f-051d-4f54-9183-e7577d16c6e4 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 932 time: 0.0670178 Mar 29 14:54:31.933174 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2d058b10-9cbb-4f70-aced-210b9eaa7e17 req-de64eac2-fc6b-4b4d-8bf4-34fef604fe2a tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597897 Mar 29 14:54:32.173871 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074fc41f-7341-4e36-9c84-6ba8ce452a28 {{(pid=115499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:54:32.185717 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141f63db-5643-4627-9c6a-301ad6925b22 {{(pid=115499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:54:32.190720 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Publish callbacks [] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:32.196692 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Publish callbacks [] for port (141f63db-5643-4627-9c6a-301ad6925b22), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:32.213919 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.provisioning_blocks [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Transition to ACTIVE for port object 074fc41f-7341-4e36-9c84-6ba8ce452a28 will not be triggered until provisioned by entity L2. {{(pid=115499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 14:54:32.216567 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.provisioning_blocks [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Transition to ACTIVE for port object 141f63db-5643-4627-9c6a-301ad6925b22 will not be triggered until provisioned by entity L2. {{(pid=115499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 14:54:32.295765 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:32.331359 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (141f63db-5643-4627-9c6a-301ad6925b22), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:32.370882 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Pushing event updated for resources: {'Port': ['ID=074fc41f-7341-4e36-9c84-6ba8ce452a28,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:32.577418 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Pushing event updated for resources: {'Port': ['ID=141f63db-5643-4627-9c6a-301ad6925b22,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:32.712208 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Attempting to bind port 074fc41f-7341-4e36-9c84-6ba8ce452a28 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:54:32.714559 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Attempting to bind port 074fc41f-7341-4e36-9c84-6ba8ce452a28 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': 'd972c796-b53c-442c-8b95-c55eed721ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652'}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:54:32.714559 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Attempting to bind port 074fc41f-7341-4e36-9c84-6ba8ce452a28 on network 6ae2e8b4-22d2-4d52-a946-a55ff4289652 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:54:32.723774 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Attempting to bind port 141f63db-5643-4627-9c6a-301ad6925b22 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:54:32.723982 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Attempting to bind port 141f63db-5643-4627-9c6a-301ad6925b22 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:54:32.724330 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Attempting to bind port 141f63db-5643-4627-9c6a-301ad6925b22 on network 4d7933f0-920a-440d-86c3-46e7aab80bfb {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:54:32.727337 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Port 074fc41f-7341-4e36-9c84-6ba8ce452a28 on network 6ae2e8b4-22d2-4d52-a946-a55ff4289652 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 14:54:32.727660 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Attempting to bind port 074fc41f-7341-4e36-9c84-6ba8ce452a28 on network 6ae2e8b4-22d2-4d52-a946-a55ff4289652 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:54:32.733730 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Port 141f63db-5643-4627-9c6a-301ad6925b22 on network 4d7933f0-920a-440d-86c3-46e7aab80bfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 14:54:32.733983 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Attempting to bind port 141f63db-5643-4627-9c6a-301ad6925b22 on network 4d7933f0-920a-440d-86c3-46e7aab80bfb {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:54:32.744115 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Checking agent: {'id': 'e622d3d7-0a71-4961-ba27-45794834ffcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'started_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:54:32.744679 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Checking segment: {'id': 'd972c796-b53c-442c-8b95-c55eed721ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:54:32.745278 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Bound using segment: {'id': 'd972c796-b53c-442c-8b95-c55eed721ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652'} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:54:32.748690 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Bound port: 074fc41f-7341-4e36-9c84-6ba8ce452a28, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd972c796-b53c-442c-8b95-c55eed721ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652'}}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:54:32.748690 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:32.752821 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Checking agent: {'id': 'e622d3d7-0a71-4961-ba27-45794834ffcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'started_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:54:32.753179 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Checking segment: {'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:54:32.753563 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Bound using segment: {'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:54:32.754000 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Bound port: 141f63db-5643-4627-9c6a-301ad6925b22, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'}}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:54:32.754377 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (141f63db-5643-4627-9c6a-301ad6925b22), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:32.887716 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] For port 074fc41f-7341-4e36-9c84-6ba8ce452a28, host hv-cinder-83552, cleared binding levels {{(pid=115499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:54:32.890550 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] For port 141f63db-5643-4627-9c6a-301ad6925b22, host hv-cinder-83552, cleared binding levels {{(pid=115499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:54:32.893365 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] For port 074fc41f-7341-4e36-9c84-6ba8ce452a28, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=074fc41f-7341-4e36-9c84-6ba8ce452a28,segment=NetworkSegment(d972c796-b53c-442c-8b95-c55eed721ffa),segment_id=d972c796-b53c-442c-8b95-c55eed721ffa)] {{(pid=115499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:54:32.895681 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] For port 141f63db-5643-4627-9c6a-301ad6925b22, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=141f63db-5643-4627-9c6a-301ad6925b22,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:54:32.934177 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b144278-ea67-41a4-8ace-6f25940e6581 req-3a83cea0-e361-4caa-a71e-add01339bb22 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:32.936042 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2b144278-ea67-41a4-8ace-6f25940e6581 req-3a83cea0-e361-4caa-a71e-add01339bb22 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 943 time: 0.0674846 Mar 29 14:54:32.987179 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2b144278-ea67-41a4-8ace-6f25940e6581 req-8aa65cb7-fbf4-4c0b-b8a4-971381048268 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455747 Mar 29 14:54:33.042997 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:33.049489 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (141f63db-5643-4627-9c6a-301ad6925b22), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:33.070206 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b4015-d06a-453c-9725-9a8e403216d6 req-ed41d92f-76d8-4875-b80d-0b89f4289f04 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:33.071850 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f92b4015-d06a-453c-9725-9a8e403216d6 req-ed41d92f-76d8-4875-b80d-0b89f4289f04 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 944 time: 0.0562804 Mar 29 14:54:33.098372 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:33.098875 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:33.100582 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] 10.222.0.13 "PUT /v2.0/ports/141f63db-5643-4627-9c6a-301ad6925b22 HTTP/1.1" status: 200 len: 1093 time: 1.7431874 Mar 29 14:54:33.101044 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e677c037-c827-432a-bb96-86461785f28e', 'tag': '141f63db-5643-4627-9c6a-301ad6925b22'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:54:33.103646 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ad51c2-041b-4346-b9fd-ed9f0416634e" -d '{"events": [{"name": "network-changed", "server_uuid": "e677c037-c827-432a-bb96-86461785f28e", "tag": "141f63db-5643-4627-9c6a-301ad6925b22"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:54:33.109402 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:33.110166 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:33.111526 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] 10.222.0.13 "PUT /v2.0/ports/074fc41f-7341-4e36-9c84-6ba8ce452a28 HTTP/1.1" status: 200 len: 1094 time: 1.7468593 Mar 29 14:54:33.149228 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f92b4015-d06a-453c-9725-9a8e403216d6 req-b04237ff-4026-4d1e-aac6-1622f0c1ae22 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709527 Mar 29 14:54:33.167097 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57704bd-bf90-40a0-811c-3fae929fa042 service neutron] Pushing event updated for resources: {'Port': ['ID=074fc41f-7341-4e36-9c84-6ba8ce452a28,revision_number=3']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:33.171254 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1041292-e1e5-44c7-9322-93d35a449f3a x-openstack-request-id: req-e1041292-e1e5-44c7-9322-93d35a449f3a {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:54:33.171254 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e677c037-c827-432a-bb96-86461785f28e", "tag": "141f63db-5643-4627-9c6a-301ad6925b22", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:54:33.171515 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1041292-e1e5-44c7-9322-93d35a449f3a {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:54:33.171736 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1041292-e1e5-44c7-9322-93d35a449f3a'] response: {'name': 'network-changed', 'server_uuid': 'e677c037-c827-432a-bb96-86461785f28e', 'tag': '141f63db-5643-4627-9c6a-301ad6925b22', 'status': 'completed', 'code': 200} Mar 29 14:54:33.288675 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33c323-a3b1-41bc-ae0c-d351e06930f6 service neutron] Pushing event updated for resources: {'Port': ['ID=141f63db-5643-4627-9c6a-301ad6925b22,revision_number=3']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:33.311271 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad51c2-041b-4346-b9fd-ed9f0416634e req-2672e280-b6a6-4198-9132-423bf4a4eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:33.312773 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a5ad51c2-041b-4346-b9fd-ed9f0416634e req-2672e280-b6a6-4198-9132-423bf4a4eb17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae25d73af8c34890992534571426e2de&device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 1127 time: 0.0912902 Mar 29 14:54:33.513880 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-e4deb0d9-fe88-45ed-877e-f1fe82f94410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:33.515722 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-e4deb0d9-fe88-45ed-877e-f1fe82f94410 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59c8a5905d7d45b5b833ace29a4559d0&device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 1128 time: 0.1656611 Mar 29 14:54:33.579358 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-5e2a03bb-d63d-49e1-9eb5-bd42b2a10466 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=074fc41f-7341-4e36-9c84-6ba8ce452a28 HTTP/1.1" status: 200 len: 217 time: 0.0445123 Mar 29 14:54:33.582221 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad51c2-041b-4346-b9fd-ed9f0416634e req-373f5670-b416-471e-861f-76f81a1e6161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:33.583739 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a5ad51c2-041b-4346-b9fd-ed9f0416634e req-373f5670-b416-471e-861f-76f81a1e6161 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ae25d73af8c34890992534571426e2de&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2467775 Mar 29 14:54:33.696036 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-f88682c1-102b-4de2-b9d8-9112d28f5633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:33.697535 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-f88682c1-102b-4de2-b9d8-9112d28f5633 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38a2dac5-7c8e-4061-bce9-293971606099 HTTP/1.1" status: 200 len: 853 time: 0.1086736 Mar 29 14:54:33.705812 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 35062) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:33.773702 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad51c2-041b-4346-b9fd-ed9f0416634e req-4673e32f-b46d-4701-9445-e749f5d9d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:33.773702 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a5ad51c2-041b-4346-b9fd-ed9f0416634e req-4673e32f-b46d-4701-9445-e749f5d9d74e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1745634 Mar 29 14:54:33.786506 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-88e60d5f-0d8f-472c-b09a-3b2055eb8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:33.788681 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-88e60d5f-0d8f-472c-b09a-3b2055eb8a0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ae2e8b4-22d2-4d52-a946-a55ff4289652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792205 Mar 29 14:54:33.907355 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5bae2da8-10fa-46db-a349-29e9fad7b712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:33.952917 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-199f83a4-9385-4931-85b9-ce3ab7dd037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:33.954666 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-199f83a4-9385-4931-85b9-ce3ab7dd037b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae25d73af8c34890992534571426e2de&device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 1127 time: 0.1010444 Mar 29 14:54:33.957300 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-22f97e35-916b-40d8-9732-682a7bce40fc service neutron] 10.222.0.13 "GET /v2.0/networks/6ae2e8b4-22d2-4d52-a946-a55ff4289652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581521 Mar 29 14:54:34.002877 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5bae2da8-10fa-46db-a349-29e9fad7b712 admin admin] Publish callbacks [] for security_group (e6c95872-7741-4fa3-81ac-2f3836ce5ded), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:34.047972 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-9f09e986-4d1f-4a2d-9acd-e2a95039c6d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=141f63db-5643-4627-9c6a-301ad6925b22 HTTP/1.1" status: 200 len: 217 time: 0.0657980 Mar 29 14:54:34.133039 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5bae2da8-10fa-46db-a349-29e9fad7b712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (e6c95872-7741-4fa3-81ac-2f3836ce5ded), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:34.200850 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-5bae2da8-10fa-46db-a349-29e9fad7b712 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef4ded2670df45219874da7a9388722e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4878306 Mar 29 14:54:34.213420 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 35072) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:34.227548 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-8a12d3f0-ce2f-4503-b15e-a56b0ccc8708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:34.230310 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-8a12d3f0-ce2f-4503-b15e-a56b0ccc8708 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a4c3ff9-6e66-4bb0-8254-bab28249a738 HTTP/1.1" status: 200 len: 854 time: 0.1489303 Mar 29 14:54:34.258291 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae2da8-10fa-46db-a349-29e9fad7b712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c95872-7741-4fa3-81ac-2f3836ce5ded,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:34.283227 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267ba76-4daf-4268-ace8-c92fdf891228 req-b5d132e3-b2eb-4e97-a61b-42ff14052fe0 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:34.285151 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0267ba76-4daf-4268-ace8-c92fdf891228 req-b5d132e3-b2eb-4e97-a61b-42ff14052fe0 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 943 time: 0.2096429 Mar 29 14:54:34.361030 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9a95fc64-ce59-4c29-874e-1abd68b00acd req-a57d9dc1-d24e-46fa-94a2-0f2ab03e4de4 service neutron] 10.222.0.13 "GET /v2.0/networks/6ae2e8b4-22d2-4d52-a946-a55ff4289652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709383 Mar 29 14:54:34.400436 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-31c2e2d1-781e-4021-8cce-9100650048fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:34.400436 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-31c2e2d1-781e-4021-8cce-9100650048fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d7933f0-920a-440d-86c3-46e7aab80bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1540575 Mar 29 14:54:34.406764 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1193e5d0-c16f-40be-9689-ff357bb5b702 admin admin] Publish callbacks [] for security_group (e6c95872-7741-4fa3-81ac-2f3836ce5ded), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:34.456795 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1193e5d0-c16f-40be-9689-ff357bb5b702 admin admin] Publish callbacks [] for security_group (e6c95872-7741-4fa3-81ac-2f3836ce5ded), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:34.470910 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0267ba76-4daf-4268-ace8-c92fdf891228 req-f6b7aedf-9ee5-46b7-b30d-0fcd55b176a9 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752284 Mar 29 14:54:34.481753 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc8ed7-905c-4807-aab3-3007f2227c05 req-505a7b49-a48c-4e5a-9d45-9073a4a45792 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:34.485282 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-34cc8ed7-905c-4807-aab3-3007f2227c05 req-505a7b49-a48c-4e5a-9d45-9073a4a45792 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 944 time: 0.1950650 Mar 29 14:54:34.501521 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-015a2d2f-b246-4195-8547-6e7b793c560d service neutron] 10.222.0.13 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991511 Mar 29 14:54:34.557671 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-34cc8ed7-905c-4807-aab3-3007f2227c05 req-d79b7b0f-5018-4ba2-9d57-d12ac646f4c8 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637662 Mar 29 14:54:34.605651 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-878eaad9-fb7e-47d2-adcf-5f512086ffee req-20b19a3d-ed68-497d-a24c-84842435fd5e service neutron] 10.222.0.13 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913513 Mar 29 14:54:34.803920 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1193e5d0-c16f-40be-9689-ff357bb5b702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (e6c95872-7741-4fa3-81ac-2f3836ce5ded), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:34.807516 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1193e5d0-c16f-40be-9689-ff357bb5b702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:34.809536 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-1193e5d0-c16f-40be-9689-ff357bb5b702 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6c95872-7741-4fa3-81ac-2f3836ce5ded HTTP/1.1" status: 204 len: 168 time: 0.5922620 Mar 29 14:54:34.824253 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193e5d0-c16f-40be-9689-ff357bb5b702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c95872-7741-4fa3-81ac-2f3836ce5ded,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:35.173609 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'tag': '074fc41f-7341-4e36-9c84-6ba8ce452a28'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:54:35.175937 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34954429-1e0d-4e4d-9aae-eabc1fd6a9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "95913f2f-2ddc-4026-8405-a0c035ef7be7", "tag": "074fc41f-7341-4e36-9c84-6ba8ce452a28"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:54:35.215410 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56147058-92e9-4627-b24b-e88c8ff363a2 x-openstack-request-id: req-56147058-92e9-4627-b24b-e88c8ff363a2 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:54:35.215878 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95913f2f-2ddc-4026-8405-a0c035ef7be7", "tag": "074fc41f-7341-4e36-9c84-6ba8ce452a28", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:54:35.216300 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56147058-92e9-4627-b24b-e88c8ff363a2 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:54:35.216844 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56147058-92e9-4627-b24b-e88c8ff363a2'] response: {'name': 'network-changed', 'server_uuid': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'tag': '074fc41f-7341-4e36-9c84-6ba8ce452a28', 'status': 'completed', 'code': 200} Mar 29 14:54:35.396208 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34954429-1e0d-4e4d-9aae-eabc1fd6a9fa req-54188e91-19c9-4570-9c48-672528e4e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:35.404253 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-34954429-1e0d-4e4d-9aae-eabc1fd6a9fa req-54188e91-19c9-4570-9c48-672528e4e805 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59c8a5905d7d45b5b833ace29a4559d0&device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 1128 time: 0.1264217 Mar 29 14:54:35.506111 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34954429-1e0d-4e4d-9aae-eabc1fd6a9fa req-a7653ed0-1edf-43eb-b518-4de7a4e6ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:35.507724 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-34954429-1e0d-4e4d-9aae-eabc1fd6a9fa req-a7653ed0-1edf-43eb-b518-4de7a4e6ba5c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ae2e8b4-22d2-4d52-a946-a55ff4289652 HTTP/1.1" status: 200 len: 915 time: 0.0973136 Mar 29 14:54:35.563737 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-34954429-1e0d-4e4d-9aae-eabc1fd6a9fa req-485dd7aa-8fc3-4f0b-b630-bc1ced02aa30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=074fc41f-7341-4e36-9c84-6ba8ce452a28 HTTP/1.1" status: 200 len: 217 time: 0.0449724 Mar 29 14:54:35.667637 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34954429-1e0d-4e4d-9aae-eabc1fd6a9fa req-a26017a3-df68-4bbf-ba77-23a49376f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:35.673042 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-34954429-1e0d-4e4d-9aae-eabc1fd6a9fa req-a26017a3-df68-4bbf-ba77-23a49376f6dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38a2dac5-7c8e-4061-bce9-293971606099 HTTP/1.1" status: 200 len: 853 time: 0.1042151 Mar 29 14:54:35.676801 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db52ba4-4df2-4676-9b9b-638d8307e6c0 req-f43afcbb-7b3f-4ec2-a7a4-b5276fcc156f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:35.680173 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8db52ba4-4df2-4676-9b9b-638d8307e6c0 req-f43afcbb-7b3f-4ec2-a7a4-b5276fcc156f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 943 time: 0.1158071 Mar 29 14:54:35.768530 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8db52ba4-4df2-4676-9b9b-638d8307e6c0 req-84de2d05-c367-4a5b-bdae-efda0d3de40c tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764799 Mar 29 14:54:35.796420 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8ec22-acd7-4db6-9788-543077a768a3 req-b4571623-3102-4a6c-9d72-838f67230653 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:35.796420 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4ab8ec22-acd7-4db6-9788-543077a768a3 req-b4571623-3102-4a6c-9d72-838f67230653 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 944 time: 0.1138296 Mar 29 14:54:35.855056 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34954429-1e0d-4e4d-9aae-eabc1fd6a9fa req-1eedc3d9-6085-40f3-9f50-6e2f77190106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:35.856586 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-34954429-1e0d-4e4d-9aae-eabc1fd6a9fa req-1eedc3d9-6085-40f3-9f50-6e2f77190106 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ae2e8b4-22d2-4d52-a946-a55ff4289652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1574798 Mar 29 14:54:35.883804 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4ab8ec22-acd7-4db6-9788-543077a768a3 req-ffff0a92-7c06-4566-a069-28950ba8a564 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859163 Mar 29 14:54:36.032019 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-34954429-1e0d-4e4d-9aae-eabc1fd6a9fa req-28509a1b-9198-457b-9fea-63707bf77c02 service neutron] 10.222.0.13 "GET /v2.0/networks/6ae2e8b4-22d2-4d52-a946-a55ff4289652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606486 Mar 29 14:54:36.166188 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-34954429-1e0d-4e4d-9aae-eabc1fd6a9fa req-759f272f-2ba2-48a2-accf-39259a7dcb4a service neutron] 10.222.0.13 "GET /v2.0/networks/6ae2e8b4-22d2-4d52-a946-a55ff4289652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193075 Mar 29 14:54:36.939389 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50e315-6d45-4a22-b0ae-1334ec20c7f8 req-de04cfe8-243f-4c6c-a1d6-0c6098b788ed tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:36.941959 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7d50e315-6d45-4a22-b0ae-1334ec20c7f8 req-de04cfe8-243f-4c6c-a1d6-0c6098b788ed tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 943 time: 0.0753269 Mar 29 14:54:37.036044 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7d50e315-6d45-4a22-b0ae-1334ec20c7f8 req-561f9328-9db7-4179-8c72-0468d2138eca tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847924 Mar 29 14:54:37.060187 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ee7ae-3533-454b-a3e4-618200726f3c req-2f5293ae-853f-475c-8cd0-6b4b179d479e tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:37.062062 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cc4ee7ae-3533-454b-a3e4-618200726f3c req-2f5293ae-853f-475c-8cd0-6b4b179d479e tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 944 time: 0.0920091 Mar 29 14:54:37.116419 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cc4ee7ae-3533-454b-a3e4-618200726f3c req-dfab623e-7ec5-404c-80eb-13f4ed2ef12f tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484493 Mar 29 14:54:38.174099 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8960052-2d21-47ee-a526-f762e1c2ad7a req-0bc5f356-e72b-45a3-9563-6a9fa5698a3e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:38.175526 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d8960052-2d21-47ee-a526-f762e1c2ad7a req-0bc5f356-e72b-45a3-9563-6a9fa5698a3e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 943 time: 0.0680211 Mar 29 14:54:38.250738 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d8960052-2d21-47ee-a526-f762e1c2ad7a req-2c0ab4fe-bd96-4a3f-a9a6-8a0d9ff09a05 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654168 Mar 29 14:54:38.278555 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76634b6d-3a73-42a0-b920-90fb7c0b885b req-f665f512-292f-4234-aa70-c7479f5d25ce tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:38.280323 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-76634b6d-3a73-42a0-b920-90fb7c0b885b req-f665f512-292f-4234-aa70-c7479f5d25ce tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 944 time: 0.0814595 Mar 29 14:54:38.328477 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-76634b6d-3a73-42a0-b920-90fb7c0b885b req-b1810843-e9ed-4247-a114-7f1748ab6826 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425217 Mar 29 14:54:39.380455 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491213b-080d-468e-8131-4bbe464a6767 req-94d16137-dbdc-4c61-bcab-c5edd6fbc16b tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:39.381975 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2491213b-080d-468e-8131-4bbe464a6767 req-94d16137-dbdc-4c61-bcab-c5edd6fbc16b tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 943 time: 0.0554931 Mar 29 14:54:39.457873 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2491213b-080d-468e-8131-4bbe464a6767 req-a0408a6d-9814-426b-abee-ebb1a34f681f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698285 Mar 29 14:54:39.473722 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43075e09-6df2-420e-8ff2-0ca2179bb0c4 req-bf006c64-65bf-49d5-b7a4-6aa2ec2a667b tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:39.475179 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-43075e09-6df2-420e-8ff2-0ca2179bb0c4 req-bf006c64-65bf-49d5-b7a4-6aa2ec2a667b tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 944 time: 0.0734856 Mar 29 14:54:39.525262 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-43075e09-6df2-420e-8ff2-0ca2179bb0c4 req-04cd5b1d-84e8-4081-a81d-141efe1f54f7 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430875 Mar 29 14:54:40.590487 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1329a1-c27a-420a-8519-f2fa00cfacd4 req-7cbb8012-4c47-45f4-9ace-ee3f0abfb05e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:40.592061 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ae1329a1-c27a-420a-8519-f2fa00cfacd4 req-7cbb8012-4c47-45f4-9ace-ee3f0abfb05e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 943 time: 0.0566511 Mar 29 14:54:40.678361 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ae1329a1-c27a-420a-8519-f2fa00cfacd4 req-fcf879ba-b4ea-4a74-8339-f77dcf24613e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807927 Mar 29 14:54:40.692068 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86919664-d5c5-4962-be28-ff9636cbbe79 req-2bc42dcf-ee7e-4a9a-a732-fe63614f4ca7 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:40.693724 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-86919664-d5c5-4962-be28-ff9636cbbe79 req-2bc42dcf-ee7e-4a9a-a732-fe63614f4ca7 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 944 time: 0.0788231 Mar 29 14:54:40.744490 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-86919664-d5c5-4962-be28-ff9636cbbe79 req-637b2caa-d0f0-4592-8d38-4b5c96b841aa tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438526 Mar 29 14:54:41.816462 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e8d78-cf10-4070-b313-a249b70c17d6 req-2eb3bc23-7487-4d51-b7cf-0e20d0401ddb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:41.817725 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b91e8d78-cf10-4070-b313-a249b70c17d6 req-2eb3bc23-7487-4d51-b7cf-0e20d0401ddb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 943 time: 0.0606089 Mar 29 14:54:41.906295 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b91e8d78-cf10-4070-b313-a249b70c17d6 req-7c5c6cb9-bfe4-4eb2-a9e5-9a836d9b2e5a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781937 Mar 29 14:54:41.918118 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a277e2-d1d2-4435-95a8-8f07bb3127e8 req-2c5bd46b-3105-497c-bdee-c50eec340db1 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:41.919674 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d4a277e2-d1d2-4435-95a8-8f07bb3127e8 req-2c5bd46b-3105-497c-bdee-c50eec340db1 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 944 time: 0.1009347 Mar 29 14:54:41.972070 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d4a277e2-d1d2-4435-95a8-8f07bb3127e8 req-44c66239-97ce-4b63-913d-820b8a104f2f tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462041 Mar 29 14:54:43.041447 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ad15d-f703-4495-8374-6f81b6d575b7 req-d9ce64fa-4ad3-4a79-b878-4992be0b4902 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:43.042928 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f88ad15d-f703-4495-8374-6f81b6d575b7 req-d9ce64fa-4ad3-4a79-b878-4992be0b4902 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 943 time: 0.0532422 Mar 29 14:54:43.118765 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f88ad15d-f703-4495-8374-6f81b6d575b7 req-d6f1d3d4-0b78-406e-8088-9aaa5afce1b2 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662971 Mar 29 14:54:43.126411 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e60969-477d-4934-aa88-1b24587a8d8e req-b6417a56-9d5e-4967-b9a0-d36d5e7ff4a6 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:43.132294 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-93e60969-477d-4934-aa88-1b24587a8d8e req-b6417a56-9d5e-4967-b9a0-d36d5e7ff4a6 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 944 time: 0.0832894 Mar 29 14:54:43.177465 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-93e60969-477d-4934-aa88-1b24587a8d8e req-1de75bc8-e808-42d3-8a9b-67441a44c6d9 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437999 Mar 29 14:54:43.712033 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfa52-2a09-4d04-a8bc-459e5fa8567d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:44.233485 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3e096-16b0-460c-a25c-cdfbd950410a req-db52c78a-84ae-40e2-af51-b715a8e67cf4 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:44.234957 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-64d3e096-16b0-460c-a25c-cdfbd950410a req-db52c78a-84ae-40e2-af51-b715a8e67cf4 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 943 time: 0.0513222 Mar 29 14:54:44.306024 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-64d3e096-16b0-460c-a25c-cdfbd950410a req-aa5a8ee0-87e6-4a3f-b9c9-fab7669d0e93 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653625 Mar 29 14:54:44.325008 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4174c-604b-444d-b390-ce1f117e7407 req-b17d9cff-baf7-4a5c-ac36-a25085f8639c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:44.326458 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dff4174c-604b-444d-b390-ce1f117e7407 req-b17d9cff-baf7-4a5c-ac36-a25085f8639c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 944 time: 0.0796175 Mar 29 14:54:44.371535 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dff4174c-604b-444d-b390-ce1f117e7407 req-905b4232-b2d3-4903-a2df-332ce994e5f6 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395110 Mar 29 14:54:44.938188 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:54:45.430974 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73eb76-ba8e-4523-835b-4e65fadf1c3f req-19469321-8be3-4942-8c8e-3f76d1a3231a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:45.432932 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2f73eb76-ba8e-4523-835b-4e65fadf1c3f req-19469321-8be3-4942-8c8e-3f76d1a3231a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 943 time: 0.0603256 Mar 29 14:54:45.508819 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2f73eb76-ba8e-4523-835b-4e65fadf1c3f req-57820372-ae04-412f-b43e-c749718d7fe2 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702167 Mar 29 14:54:45.524237 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d31b6-daef-4de4-8e90-45630ec30749 req-b4d38926-7e8b-4324-add8-e9da9a71ad62 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:45.525725 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0c5d31b6-daef-4de4-8e90-45630ec30749 req-b4d38926-7e8b-4324-add8-e9da9a71ad62 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 944 time: 0.0809429 Mar 29 14:54:45.583034 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0c5d31b6-daef-4de4-8e90-45630ec30749 req-7a634110-c884-445d-9c86-ea0f7430ad3c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488038 Mar 29 14:54:45.795788 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-737bc8b3-7648-4258-8abe-f884d0f08338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:46.746858 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caac59c-ebeb-4baf-9f0e-cd102d7e3397 req-05252574-c1ec-4751-b640-236b32e622f7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:46.748422 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2caac59c-ebeb-4baf-9f0e-cd102d7e3397 req-05252574-c1ec-4751-b640-236b32e622f7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 943 time: 0.1454306 Mar 29 14:54:46.806833 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78e685-3e3a-425f-aaea-4355b1cd6bf3 req-950d4002-1349-4075-9085-38ff553609bc tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:46.809092 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1f78e685-3e3a-425f-aaea-4355b1cd6bf3 req-950d4002-1349-4075-9085-38ff553609bc tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 944 time: 0.1154947 Mar 29 14:54:46.843349 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2caac59c-ebeb-4baf-9f0e-cd102d7e3397 req-c165dc93-ee09-4e5a-8598-145dae52747e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864179 Mar 29 14:54:46.890045 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1f78e685-3e3a-425f-aaea-4355b1cd6bf3 req-46f1464c-4c1b-4417-a32c-6b6b8cc1a41d tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741076 Mar 29 14:54:47.091218 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:47.997134 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe8dba-78a0-4ca2-8f56-c11a5b653122 req-a895a5e8-b263-4922-b755-3f2fb448c26e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:47.998643 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7afe8dba-78a0-4ca2-8f56-c11a5b653122 req-a895a5e8-b263-4922-b755-3f2fb448c26e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 943 time: 0.0825763 Mar 29 14:54:48.063262 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9d196-f57b-4550-8f8d-ada2e39670af req-8cfa267f-8943-4dc6-948e-90e67f540661 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:48.073427 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c2d9d196-f57b-4550-8f8d-ada2e39670af req-8cfa267f-8943-4dc6-948e-90e67f540661 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 944 time: 0.1123037 Mar 29 14:54:48.073427 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7afe8dba-78a0-4ca2-8f56-c11a5b653122 req-fe84c676-81f1-45cb-b24d-ec7382e39a37 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622613 Mar 29 14:54:48.125907 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c2d9d196-f57b-4550-8f8d-ada2e39670af req-f4c16477-7574-4068-95c6-b24b43b14887 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457609 Mar 29 14:54:48.294819 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:49.274888 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523060d-d295-43df-9a54-9d037e51f2e1 req-64426560-4b6c-4208-850e-0b97eba1dd3d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:49.274888 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c523060d-d295-43df-9a54-9d037e51f2e1 req-64426560-4b6c-4208-850e-0b97eba1dd3d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 943 time: 0.0552814 Mar 29 14:54:49.280296 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c523060d-d295-43df-9a54-9d037e51f2e1 req-1c81fcad-f7f9-49ad-a71f-4a64a44a575d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769117 Mar 29 14:54:49.292154 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfa2ae-8d80-4fc9-8508-287864b34678 req-1d012764-fda8-4325-a48f-aea39b3fe3ab tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:49.293968 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4fcfa2ae-8d80-4fc9-8508-287864b34678 req-1d012764-fda8-4325-a48f-aea39b3fe3ab tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 944 time: 0.0993426 Mar 29 14:54:49.364167 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4fcfa2ae-8d80-4fc9-8508-287864b34678 req-823d24ad-5eff-4b3c-83c5-53ac056b8cee tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635409 Mar 29 14:54:49.968960 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:50.418468 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5a551-6600-4e9d-bbc1-2a784e411052 req-5961d553-e800-45f4-a9ae-efed7f778545 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:50.418468 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-83a5a551-6600-4e9d-bbc1-2a784e411052 req-5961d553-e800-45f4-a9ae-efed7f778545 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 943 time: 0.0590966 Mar 29 14:54:50.496495 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-83a5a551-6600-4e9d-bbc1-2a784e411052 req-0f033139-ae5c-480f-ae2e-969b253f55ad tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780442 Mar 29 14:54:50.521372 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec82066-1342-4e08-a1fa-325fb5ec5080 req-4dde8f5e-3fb5-45ff-8979-e3916368a1c7 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:50.529076 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-eec82066-1342-4e08-a1fa-325fb5ec5080 req-4dde8f5e-3fb5-45ff-8979-e3916368a1c7 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 944 time: 0.0888982 Mar 29 14:54:50.576065 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-eec82066-1342-4e08-a1fa-325fb5ec5080 req-9e78733b-f576-4a98-b8aa-17159291bd5b tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461769 Mar 29 14:54:51.475928 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 35440) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:51.620407 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cfe7c72e-9fb8-4bf2-81fd-8db5c1f38094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:51.662354 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa6854-94ec-4ea3-b9ea-afaaa7dbc690 req-7926670b-3b8f-4dc7-90bf-0d2445734c3a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:51.664160 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-05aa6854-94ec-4ea3-b9ea-afaaa7dbc690 req-7926670b-3b8f-4dc7-90bf-0d2445734c3a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 943 time: 0.0888321 Mar 29 14:54:51.783640 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-05aa6854-94ec-4ea3-b9ea-afaaa7dbc690 req-f93469bf-d799-4722-a39e-f1cc575229e9 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023107 Mar 29 14:54:51.807523 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dbfdf-c44e-406b-bc01-4c26f6b69479 req-5f0e716e-112f-41a4-a26b-95275034c56e tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:51.813472 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-542dbfdf-c44e-406b-bc01-4c26f6b69479 req-5f0e716e-112f-41a4-a26b-95275034c56e tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 944 time: 0.1452725 Mar 29 14:54:51.813740 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 35456) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:51.865962 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cfe7c72e-9fb8-4bf2-81fd-8db5c1f38094 admin admin] Publish callbacks [] for security_group (9fe6e548-62c2-4f4a-925b-a0dd4355c6f2), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:51.874975 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2795a83-ef77-4a98-813e-50f0b81caf74 admin admin] Deleting subnet 88b0603f-1569-42b5-8239-e077b0fe4633 {{(pid=115499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 14:54:51.879195 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e2795a83-ef77-4a98-813e-50f0b81caf74 admin admin] Publish callbacks [] for subnet (88b0603f-1569-42b5-8239-e077b0fe4633), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:51.923563 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e2795a83-ef77-4a98-813e-50f0b81caf74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8420988'] for subnet (88b0603f-1569-42b5-8239-e077b0fe4633), precommit_delete_associations {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:51.961940 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-542dbfdf-c44e-406b-bc01-4c26f6b69479 req-0edc0094-0283-4ca3-9204-3e7391eefb24 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181314 Mar 29 14:54:51.990272 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e2795a83-ef77-4a98-813e-50f0b81caf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187270'] for subnet (88b0603f-1569-42b5-8239-e077b0fe4633), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:52.003402 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cfe7c72e-9fb8-4bf2-81fd-8db5c1f38094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (9fe6e548-62c2-4f4a-925b-a0dd4355c6f2), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:52.069090 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-cfe7c72e-9fb8-4bf2-81fd-8db5c1f38094 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad2a5569f46c47bf8614f4aa6f5a5670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5914359 Mar 29 14:54:52.073133 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 35472) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:52.102188 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7c72e-9fb8-4bf2-81fd-8db5c1f38094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe6e548-62c2-4f4a-925b-a0dd4355c6f2,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:52.144006 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-dc2d813c-d01c-4e09-bb0c-7a827f974acd admin admin] Publish callbacks [] for security_group (9fe6e548-62c2-4f4a-925b-a0dd4355c6f2), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:52.158932 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e2795a83-ef77-4a98-813e-50f0b81caf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9129967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364887'] for subnet (88b0603f-1569-42b5-8239-e077b0fe4633), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:52.173567 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-dc2d813c-d01c-4e09-bb0c-7a827f974acd admin admin] Publish callbacks [] for security_group (9fe6e548-62c2-4f4a-925b-a0dd4355c6f2), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:52.206676 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e2795a83-ef77-4a98-813e-50f0b81caf74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:52.209949 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-e2795a83-ef77-4a98-813e-50f0b81caf74 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/88b0603f-1569-42b5-8239-e077b0fe4633 HTTP/1.1" status: 204 len: 168 time: 0.3952281 Mar 29 14:54:52.212821 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2795a83-ef77-4a98-813e-50f0b81caf74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88b0603f-1569-42b5-8239-e077b0fe4633,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:52.214784 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 35476) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:52.299377 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-97d54059-8306-4804-ac75-879d1ae0c701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1063815'] for network (3c7414dc-971e-4491-80fd-9558fdf4f62a), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:52.369184 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-dc2d813c-d01c-4e09-bb0c-7a827f974acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (9fe6e548-62c2-4f4a-925b-a0dd4355c6f2), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:52.371840 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-dc2d813c-d01c-4e09-bb0c-7a827f974acd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:52.375689 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-dc2d813c-d01c-4e09-bb0c-7a827f974acd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fe6e548-62c2-4f4a-925b-a0dd4355c6f2 HTTP/1.1" status: 204 len: 168 time: 0.2988937 Mar 29 14:54:52.386725 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d813c-d01c-4e09-bb0c-7a827f974acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe6e548-62c2-4f4a-925b-a0dd4355c6f2,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:52.390510 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-97d54059-8306-4804-ac75-879d1ae0c701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8727032248890'] for network (3c7414dc-971e-4491-80fd-9558fdf4f62a), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:52.443351 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-97d54059-8306-4804-ac75-879d1ae0c701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7414dc-971e-4491-80fd-9558fdf4f62a']}} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:52.459243 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-97d54059-8306-4804-ac75-879d1ae0c701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80cdde69-7bc0-431d-bbe6-5f0eaa86eba5') {'for_net_delete': True} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:52.465174 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-97d54059-8306-4804-ac75-879d1ae0c701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80cdde69-7bc0-431d-bbe6-5f0eaa86eba5') {} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:52.488585 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-97d54059-8306-4804-ac75-879d1ae0c701 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727032247107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8420983'] for segment (80cdde69-7bc0-431d-bbe6-5f0eaa86eba5), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:52.512307 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-97d54059-8306-4804-ac75-879d1ae0c701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (80cdde69-7bc0-431d-bbe6-5f0eaa86eba5), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:52.520217 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d54059-8306-4804-ac75-879d1ae0c701 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=115499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 14:54:52.525248 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-97d54059-8306-4804-ac75-879d1ae0c701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9130313'] for segment (80cdde69-7bc0-431d-bbe6-5f0eaa86eba5), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:52.603310 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 35488) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: Traceback (most recent call last): Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: timer() Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: cb(*args, **kw) Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: return func(*args, **kwargs) Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: self._notify() Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: self.callback(batched_events) Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: event.method(event) Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: return f(self, *a, **k) Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: return self._get(url).json() Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: return self.request(url, 'GET', **kwargs) Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 14:54:52.608249 dv-cinder-835525-2-iscsi neutron-server[115499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 14:54:52.758969 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-97d54059-8306-4804-ac75-879d1ae0c701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606314'] for network (3c7414dc-971e-4491-80fd-9558fdf4f62a), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:52.767756 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-97d54059-8306-4804-ac75-879d1ae0c701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:52.774371 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-97d54059-8306-4804-ac75-879d1ae0c701 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3c7414dc-971e-4491-80fd-9558fdf4f62a HTTP/1.1" status: 204 len: 168 time: 0.5579205 Mar 29 14:54:52.798202 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d54059-8306-4804-ac75-879d1ae0c701 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c7414dc-971e-4491-80fd-9558fdf4f62a,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:52.907529 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-47c81973-b650-41ed-89d1-05c762bcace2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:53.308996 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ced5ed-210d-462a-97b5-3e9eb50ecd61 req-50b6f03d-5ce7-4393-a582-adb1b0ebfc92 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:53.316115 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-21ced5ed-210d-462a-97b5-3e9eb50ecd61 req-50b6f03d-5ce7-4393-a582-adb1b0ebfc92 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 943 time: 0.3737943 Mar 29 14:54:53.383546 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-21ced5ed-210d-462a-97b5-3e9eb50ecd61 req-47f39e65-b880-4471-b039-a68946205194 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664661 Mar 29 14:54:53.393311 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1a8f4-bfbe-4434-ab71-7c8b078259b4 req-ef4178da-a213-427e-80c6-7907302d4d0d tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:53.394937 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f4c1a8f4-bfbe-4434-ab71-7c8b078259b4 req-ef4178da-a213-427e-80c6-7907302d4d0d tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 944 time: 0.1528184 Mar 29 14:54:53.413507 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-47c81973-b650-41ed-89d1-05c762bcace2 admin admin] Publish callbacks [] for security_group (9da8f81f-762d-4e64-85ce-f1190cc18e77), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:53.445927 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 35512) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:53.461599 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f4c1a8f4-bfbe-4434-ab71-7c8b078259b4 req-3b8004b9-e590-4ea5-9b37-e1cde9bc69c4 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572643 Mar 29 14:54:53.495402 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-5404dde3-8081-47ed-b268-8138557ce67e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e323ba9c66d490f9f23789296ac042e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483193 Mar 29 14:54:53.498485 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 35516) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:53.529288 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-47c81973-b650-41ed-89d1-05c762bcace2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (9da8f81f-762d-4e64-85ce-f1190cc18e77), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:53.553102 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3d0b33ae-33bb-4316-b2d0-2271d89ec517 admin admin] Publish callbacks [] for security_group (d1be6b81-543d-4a65-99c4-0660d5ca145e), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:53.582510 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3d0b33ae-33bb-4316-b2d0-2271d89ec517 admin admin] Publish callbacks [] for security_group (d1be6b81-543d-4a65-99c4-0660d5ca145e), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:53.590132 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-47c81973-b650-41ed-89d1-05c762bcace2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cbf8433854664934a4dca7bf39aedfc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9848557 Mar 29 14:54:53.592541 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 35518) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:53.613745 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c81973-b650-41ed-89d1-05c762bcace2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da8f81f-762d-4e64-85ce-f1190cc18e77,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:53.709676 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f8c08bf6-0d9b-4fb7-96d4-218fd8f71b18 admin admin] Publish callbacks [] for security_group (9da8f81f-762d-4e64-85ce-f1190cc18e77), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:53.749053 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f8c08bf6-0d9b-4fb7-96d4-218fd8f71b18 admin admin] Publish callbacks [] for security_group (9da8f81f-762d-4e64-85ce-f1190cc18e77), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:53.774954 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3d0b33ae-33bb-4316-b2d0-2271d89ec517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (d1be6b81-543d-4a65-99c4-0660d5ca145e), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:53.778052 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3d0b33ae-33bb-4316-b2d0-2271d89ec517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:53.779483 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-3d0b33ae-33bb-4316-b2d0-2271d89ec517 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1be6b81-543d-4a65-99c4-0660d5ca145e HTTP/1.1" status: 204 len: 168 time: 0.2799239 Mar 29 14:54:53.795345 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b33ae-33bb-4316-b2d0-2271d89ec517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1be6b81-543d-4a65-99c4-0660d5ca145e,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:53.889883 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f8c08bf6-0d9b-4fb7-96d4-218fd8f71b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (9da8f81f-762d-4e64-85ce-f1190cc18e77), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:53.896094 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f8c08bf6-0d9b-4fb7-96d4-218fd8f71b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:53.898950 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-f8c08bf6-0d9b-4fb7-96d4-218fd8f71b18 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9da8f81f-762d-4e64-85ce-f1190cc18e77 HTTP/1.1" status: 204 len: 168 time: 0.3042562 Mar 29 14:54:53.916480 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c08bf6-0d9b-4fb7-96d4-218fd8f71b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da8f81f-762d-4e64-85ce-f1190cc18e77,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:54.529354 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e7c41-5eaf-40db-ae42-7ea4ca3b7bd3 req-79ca4630-e7a7-4e70-b164-948b83937926 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:54.530879 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6e8e7c41-5eaf-40db-ae42-7ea4ca3b7bd3 req-79ca4630-e7a7-4e70-b164-948b83937926 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 943 time: 0.0634747 Mar 29 14:54:54.610919 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6e8e7c41-5eaf-40db-ae42-7ea4ca3b7bd3 req-30d39832-947d-45ad-9932-449f79452e20 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736721 Mar 29 14:54:54.629125 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b587c2-d32e-4115-8024-bb7450d29c2d req-3854adf1-bd09-4dd4-b2f2-a66e9d9cc0d2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:54.629125 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-40b587c2-d32e-4115-8024-bb7450d29c2d req-3854adf1-bd09-4dd4-b2f2-a66e9d9cc0d2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 944 time: 0.0756502 Mar 29 14:54:54.673643 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-40b587c2-d32e-4115-8024-bb7450d29c2d req-f95c9e5c-3a6a-4778-a8d5-651a05ba310f tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393827 Mar 29 14:54:55.471587 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 141f63db-5643-4627-9c6a-301ad6925b22 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 14:54:55.572640 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 141f63db-5643-4627-9c6a-301ad6925b22, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=141f63db-5643-4627-9c6a-301ad6925b22,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:54:55.584714 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '141f63db-5643-4627-9c6a-301ad6925b22', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'port_id': '141f63db-5643-4627-9c6a-301ad6925b22', 'mac_address': 'fa:16:3e:8a:cf:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 14:54:55.632617 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 141f63db-5643-4627-9c6a-301ad6925b22 is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:55.633242 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (141f63db-5643-4627-9c6a-301ad6925b22), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:55.647699 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141f63db-5643-4627-9c6a-301ad6925b22 {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:54:55.669277 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 141f63db-5643-4627-9c6a-301ad6925b22, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=141f63db-5643-4627-9c6a-301ad6925b22,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:54:55.734904 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c265189-54fe-4a3b-add9-f1e1dc6b35b7 req-a2b2b29b-425e-4f15-9ee3-f731c7b9e0fd tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:55.739340 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7c265189-54fe-4a3b-add9-f1e1dc6b35b7 req-a2b2b29b-425e-4f15-9ee3-f731c7b9e0fd tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 943 time: 0.0535049 Mar 29 14:54:55.769506 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (141f63db-5643-4627-9c6a-301ad6925b22), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:55.823176 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7c265189-54fe-4a3b-add9-f1e1dc6b35b7 req-47023327-4fe1-429b-acf4-7e0a0113c2ba tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759323 Mar 29 14:54:55.834451 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=141f63db-5643-4627-9c6a-301ad6925b22,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:55.840415 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a9f27-3005-4f58-96f6-0b8f9f7a3e02 req-aa56c0cd-3fe4-49d2-aa2a-9d31d470f693 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:55.841867 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-469a9f27-3005-4f58-96f6-0b8f9f7a3e02 req-aa56c0cd-3fe4-49d2-aa2a-9d31d470f693 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 944 time: 0.0878012 Mar 29 14:54:55.842955 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:55.843398 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:55.844094 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:55.844554 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:55.845001 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:55.845436 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:55.845875 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:55.846294 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:55.846836 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:55.847377 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:55.847908 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:55.848470 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:55.849031 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:55.851943 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:55.851943 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:55.892840 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-469a9f27-3005-4f58-96f6-0b8f9f7a3e02 req-436b84f3-0481-4d80-924b-144b82e5a6f0 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431206 Mar 29 14:54:56.030899 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 35606) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:56.126831 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-24c25178-1844-4300-ad4d-4bb19a1e148b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1638017088-network', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:56.212379 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['141f63db-5643-4627-9c6a-301ad6925b22'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:54:56.226158 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c25178-1844-4300-ad4d-4bb19a1e148b admin admin] Made reservation on behalf of 72a47c982e08487193a5dce53e16ccb6 for: {'network': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:54:56.228401 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-24c25178-1844-4300-ad4d-4bb19a1e148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:56.240534 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-24c25178-1844-4300-ad4d-4bb19a1e148b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:56.323752 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-24c25178-1844-4300-ad4d-4bb19a1e148b admin admin] Publish callbacks [] for security_group (872aefb6-8b28-4f4d-9609-b96e67448897), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:56.408595 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-24c25178-1844-4300-ad4d-4bb19a1e148b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (872aefb6-8b28-4f4d-9609-b96e67448897), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:56.433964 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c25178-1844-4300-ad4d-4bb19a1e148b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=115499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 14:54:56.443790 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c25178-1844-4300-ad4d-4bb19a1e148b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872aefb6-8b28-4f4d-9609-b96e67448897,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:56.448747 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-24c25178-1844-4300-ad4d-4bb19a1e148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (d9c0854c-192d-471c-a595-a497f25ee9e4), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:56.449144 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.segments_db [None req-24c25178-1844-4300-ad4d-4bb19a1e148b admin admin] Added segment d9c0854c-192d-471c-a595-a497f25ee9e4 of type vlan for network bb1dd505-b211-4ecd-b5cf-c0ad35508c84 Mar 29 14:54:56.490656 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-24c25178-1844-4300-ad4d-4bb19a1e148b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727031888698'] for network (bb1dd505-b211-4ecd-b5cf-c0ad35508c84), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:56.620584 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-24c25178-1844-4300-ad4d-4bb19a1e148b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for network (bb1dd505-b211-4ecd-b5cf-c0ad35508c84), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:56.621610 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c25178-1844-4300-ad4d-4bb19a1e148b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:56.622187 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-24c25178-1844-4300-ad4d-4bb19a1e148b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:56.683025 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c25178-1844-4300-ad4d-4bb19a1e148b admin admin] Pushing event updated for resources: {'Network': ['ID=bb1dd505-b211-4ecd-b5cf-c0ad35508c84,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:56.694104 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Network bb1dd505-b211-4ecd-b5cf-c0ad35508c84 details requested by agent ovs-agent-dv-cinder-835525-2-iscsi with host dv-cinder-835525-2-iscsi {{(pid=115500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:54:56.779081 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-24c25178-1844-4300-ad4d-4bb19a1e148b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7468491 Mar 29 14:54:56.783683 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 35630) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:56.789652 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-4985cb1d-f057-479a-b492-22542cc6d7e4 admin admin] Request body: {'subnet': {'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1638017088-subnet', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'ip_version': 4}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:56.877592 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4985cb1d-f057-479a-b492-22542cc6d7e4 admin admin] Made reservation on behalf of 72a47c982e08487193a5dce53e16ccb6 for: {'subnet': 1} {{(pid=115498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:54:56.880051 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4985cb1d-f057-479a-b492-22542cc6d7e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8856160'] for subnet (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:57.047002 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c56aac-a895-438c-aba9-93edc966ef3a req-93b83fc4-627a-4fc2-8c0e-1548f3af01c9 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:57.048559 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-30c56aac-a895-438c-aba9-93edc966ef3a req-93b83fc4-627a-4fc2-8c0e-1548f3af01c9 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 944 time: 0.1303666 Mar 29 14:54:57.088917 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28409f85-613a-43f2-8d87-2a7d2055e15b req-e5c6d275-909c-48d6-a819-b7160ca38023 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:57.090440 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-28409f85-613a-43f2-8d87-2a7d2055e15b req-e5c6d275-909c-48d6-a819-b7160ca38023 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 944 time: 0.1245024 Mar 29 14:54:57.206022 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-30c56aac-a895-438c-aba9-93edc966ef3a req-0eb1b3bd-16ad-470e-9f1d-413d1cea8345 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500766 Mar 29 14:54:57.232205 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-28409f85-613a-43f2-8d87-2a7d2055e15b req-5314fd54-fdf9-45a0-97f4-07881b6cc467 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227565 Mar 29 14:54:57.318145 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4985cb1d-f057-479a-b492-22542cc6d7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10357284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8856182'] for subnet (94eeebfb-5c8b-4c39-a4a8-b2967ae59934), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:57.375431 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985cb1d-f057-479a-b492-22542cc6d7e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94eeebfb-5c8b-4c39-a4a8-b2967ae59934,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:57.387673 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4985cb1d-f057-479a-b492-22542cc6d7e4 admin admin] Checking segment: {'id': 'd9c0854c-192d-471c-a595-a497f25ee9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:54:57.388027 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4985cb1d-f057-479a-b492-22542cc6d7e4 admin admin] Network hostable DHCP agents. Network: bb1dd505-b211-4ecd-b5cf-c0ad35508c84, hostable agents: ['d54be346-8d38-4a55-9238-c2600b34a430'], hosted agents: [] {{(pid=115498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:54:57.497649 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 074fc41f-7341-4e36-9c84-6ba8ce452a28 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 14:54:57.499852 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4985cb1d-f057-479a-b492-22542cc6d7e4 admin admin] Network bb1dd505-b211-4ecd-b5cf-c0ad35508c84 is scheduled to be hosted by DHCP agent d54be346-8d38-4a55-9238-c2600b34a430 with binding_index 1 {{(pid=115498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:54:57.508070 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 141f63db-5643-4627-9c6a-301ad6925b22 up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:54:57.614296 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-4985cb1d-f057-479a-b492-22542cc6d7e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-2-iscsi, bb1dd505-b211-4ecd-b5cf-c0ad35508c84) {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:54:57.619386 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4985cb1d-f057-479a-b492-22542cc6d7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:57.620017 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4985cb1d-f057-479a-b492-22542cc6d7e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:57.625488 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804302af-984d-402f-b88c-2bdaafcc5a6d None None] Network bb1dd505-b211-4ecd-b5cf-c0ad35508c84 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:54:57.678046 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 074fc41f-7341-4e36-9c84-6ba8ce452a28, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=074fc41f-7341-4e36-9c84-6ba8ce452a28,segment=NetworkSegment(d972c796-b53c-442c-8b95-c55eed721ffa),segment_id=d972c796-b53c-442c-8b95-c55eed721ffa)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:54:57.684545 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning for port 141f63db-5643-4627-9c6a-301ad6925b22 completed by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 14:54:57.697835 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-4985cb1d-f057-479a-b492-22542cc6d7e4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9128599 Mar 29 14:54:57.702388 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 35644) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:57.706475 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-eef1dd8e-074b-4e09-b547-81ac82c66868 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1638017088-router', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:57.707801 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 141f63db-5643-4627-9c6a-301ad6925b22 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:57.708233 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (141f63db-5643-4627-9c6a-301ad6925b22), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:57.712380 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '074fc41f-7341-4e36-9c84-6ba8ce452a28', 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652', 'port_id': '074fc41f-7341-4e36-9c84-6ba8ce452a28', 'mac_address': 'fa:16:3e:16:b2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a2dac5-7c8e-4061-bce9-293971606099', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 14:54:57.790201 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eef1dd8e-074b-4e09-b547-81ac82c66868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router (a047835c-4c0f-43d0-95d1-d6b96dc59f28), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:57.791261 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eef1dd8e-074b-4e09-b547-81ac82c66868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (a047835c-4c0f-43d0-95d1-d6b96dc59f28), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:57.813608 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 074fc41f-7341-4e36-9c84-6ba8ce452a28 is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:57.814004 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:57.823504 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4e11d19-54b5-538b-a24b-6e69b5ff0a21-bb1dd505-b211-4ecd-b5cf-c0ad35508c84', 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84', 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'fixed_ips': [{'subnet_id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934'}]}} from dv-cinder-835525-2-iscsi. {{(pid=115500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 14:54:57.824403 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:57.853188 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074fc41f-7341-4e36-9c84-6ba8ce452a28 {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:54:57.870879 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eef1dd8e-074b-4e09-b547-81ac82c66868 admin admin] Publish callbacks [] for router_controller (a047835c-4c0f-43d0-95d1-d6b96dc59f28), precommit_add_association {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:57.907502 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 074fc41f-7341-4e36-9c84-6ba8ce452a28, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=074fc41f-7341-4e36-9c84-6ba8ce452a28,segment=NetworkSegment(d972c796-b53c-442c-8b95-c55eed721ffa),segment_id=d972c796-b53c-442c-8b95-c55eed721ffa)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:54:57.974139 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 141f63db-5643-4627-9c6a-301ad6925b22 is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:57.974394 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-91f035de-44fd-4ce2-906d-69302604caae req-5a8003ab-b98f-4476-92bc-70cdc7a8d98a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454607 Mar 29 14:54:57.974529 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (141f63db-5643-4627-9c6a-301ad6925b22), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:58.006350 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:58.038510 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e677c037-c827-432a-bb96-86461785f28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141f63db-5643-4627-9c6a-301ad6925b22'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:54:58.041364 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a42db0-345c-4932-bb53-9612902d5500" -d '{"events": [{"server_uuid": "e677c037-c827-432a-bb96-86461785f28e", "name": "network-vif-plugged", "status": "completed", "tag": "141f63db-5643-4627-9c6a-301ad6925b22"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:54:58.087302 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 141f63db-5643-4627-9c6a-301ad6925b22, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=141f63db-5643-4627-9c6a-301ad6925b22,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:54:58.100670 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244a9a98-ca7e-45fe-bcc6-b438d14c1c0f x-openstack-request-id: req-244a9a98-ca7e-45fe-bcc6-b438d14c1c0f {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:54:58.100670 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e677c037-c827-432a-bb96-86461785f28e", "name": "network-vif-plugged", "status": "completed", "tag": "141f63db-5643-4627-9c6a-301ad6925b22", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:54:58.100670 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-244a9a98-ca7e-45fe-bcc6-b438d14c1c0f {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:54:58.100670 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244a9a98-ca7e-45fe-bcc6-b438d14c1c0f'] response: {'server_uuid': 'e677c037-c827-432a-bb96-86461785f28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141f63db-5643-4627-9c6a-301ad6925b22', 'code': 200} Mar 29 14:54:58.122052 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.db_base_plugin_common [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] Allocated IP 172.20.0.2 (bb1dd505-b211-4ecd-b5cf-c0ad35508c84/94eeebfb-5c8b-4c39-a4a8-b2967ae59934/a3dcf5d1-35d1-42de-8259-af8524d04394) {{(pid=115500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:54:58.134560 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=074fc41f-7341-4e36-9c84-6ba8ce452a28,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:58.166356 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f035de-44fd-4ce2-906d-69302604caae req-ccf9cf03-5a81-4144-a245-05bcf4299bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:58.167841 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-91f035de-44fd-4ce2-906d-69302604caae req-ccf9cf03-5a81-4144-a245-05bcf4299bfc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 1130 time: 0.1510408 Mar 29 14:54:58.169594 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eef1dd8e-074b-4e09-b547-81ac82c66868 admin admin] Publish callbacks [] for router_gateway (a047835c-4c0f-43d0-95d1-d6b96dc59f28), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:58.194969 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (141f63db-5643-4627-9c6a-301ad6925b22), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:58.266817 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=141f63db-5643-4627-9c6a-301ad6925b22,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:58.349262 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f035de-44fd-4ce2-906d-69302604caae req-ac7f598f-4054-41ac-bb31-a0804ec40031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:58.351021 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-91f035de-44fd-4ce2-906d-69302604caae req-ac7f598f-4054-41ac-bb31-a0804ec40031 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 919 time: 0.1476150 Mar 29 14:54:58.368694 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] Publish callbacks [] for port (a3dcf5d1-35d1-42de-8259-af8524d04394), precommit_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:58.402246 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-91f035de-44fd-4ce2-906d-69302604caae req-fe705daa-7c44-4dc9-b8c9-23b9e0e0400a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2383dddb-6073-4d07-b8eb-f09b885e73cc HTTP/1.1" status: 200 len: 217 time: 0.0440450 Mar 29 14:54:58.418371 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a756b-0e16-4b1f-bacb-edcc8eb0559c req-ef4d3c67-9fe5-4233-99f3-e43eee2e7603 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:58.420097 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e82a756b-0e16-4b1f-bacb-edcc8eb0559c req-ef4d3c67-9fe5-4233-99f3-e43eee2e7603 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 945 time: 0.1044729 Mar 29 14:54:58.450876 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['074fc41f-7341-4e36-9c84-6ba8ce452a28'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:54:58.457693 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2616c-3af9-4dd5-b10d-d00013e07a89 req-4fccb26d-e298-4220-a42d-4f8df7985bdd tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:58.459261 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1ad2616c-3af9-4dd5-b10d-d00013e07a89 req-4fccb26d-e298-4220-a42d-4f8df7985bdd tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 945 time: 0.1110320 Mar 29 14:54:58.481159 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (a3dcf5d1-35d1-42de-8259-af8524d04394), after_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:58.483336 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f035de-44fd-4ce2-906d-69302604caae req-8f45a593-0c37-43ad-8c39-8937302ddcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:58.484766 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-91f035de-44fd-4ce2-906d-69302604caae req-8f45a593-0c37-43ad-8c39-8937302ddcca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.0552294 Mar 29 14:54:58.500461 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e82a756b-0e16-4b1f-bacb-edcc8eb0559c req-3c27d2da-7676-4924-8b18-dda1097ccd4d tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734532 Mar 29 14:54:58.533159 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] Network bb1dd505-b211-4ecd-b5cf-c0ad35508c84 is already hosted by enough agents. {{(pid=115500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:54:58.540605 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.base_scheduler [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] Resources bound (agent type, host, resource id): {{(pid=115500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:54:58.541508 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1ad2616c-3af9-4dd5-b10d-d00013e07a89 req-e7c5f819-6dbd-447c-aae6-50ad178494a8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711391 Mar 29 14:54:58.548588 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] Received port after_create {{(pid=115500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:54:58.566063 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f035de-44fd-4ce2-906d-69302604caae req-b00b60b1-7bce-44f7-916a-6e396575e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:58.567992 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-91f035de-44fd-4ce2-906d-69302604caae req-b00b60b1-7bce-44f7-916a-6e396575e839 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0763979 Mar 29 14:54:58.590376 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] Pushing event updated for resources: {'Port': ['ID=a3dcf5d1-35d1-42de-8259-af8524d04394,revision_number=1']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:58.770174 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] Attempting to bind port a3dcf5d1-35d1-42de-8259-af8524d04394 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:54:58.777885 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] Attempting to bind port a3dcf5d1-35d1-42de-8259-af8524d04394 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': 'd9c0854c-192d-471c-a595-a497f25ee9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:54:58.777885 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] Attempting to bind port a3dcf5d1-35d1-42de-8259-af8524d04394 on network bb1dd505-b211-4ecd-b5cf-c0ad35508c84 {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:54:58.781904 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:54:58.782285 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] Checking segment: {'id': 'd9c0854c-192d-471c-a595-a497f25ee9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:54:58.782689 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:58.783084 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] Bound using segment: {'id': 'd9c0854c-192d-471c-a595-a497f25ee9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:54:58.783552 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] Bound port: a3dcf5d1-35d1-42de-8259-af8524d04394, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c0854c-192d-471c-a595-a497f25ee9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:54:58.783944 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (a3dcf5d1-35d1-42de-8259-af8524d04394), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:58.905172 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] For port a3dcf5d1-35d1-42de-8259-af8524d04394, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:54:58.920619 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] For port a3dcf5d1-35d1-42de-8259-af8524d04394, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=a3dcf5d1-35d1-42de-8259-af8524d04394,segment=NetworkSegment(d9c0854c-192d-471c-a595-a497f25ee9e4),segment_id=d9c0854c-192d-471c-a595-a497f25ee9e4)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:54:59.018811 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:59.021547 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd3cc5-4ff3-428f-8e85-fd71bf09d94d req-b6b36bca-d077-4b04-b582-0ec398ac4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:59.022961 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2bdd3cc5-4ff3-428f-8e85-fd71bf09d94d req-b6b36bca-d077-4b04-b582-0ec398ac4a34 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 1129 time: 0.3980799 Mar 29 14:54:59.031080 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eef1dd8e-074b-4e09-b547-81ac82c66868 admin admin] Publish callbacks [] for router_gateway (a047835c-4c0f-43d0-95d1-d6b96dc59f28), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:59.038365 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-91f035de-44fd-4ce2-906d-69302604caae req-821d55b7-c18d-41ec-bd23-982749cbc619 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631979 Mar 29 14:54:59.069996 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eef1dd8e-074b-4e09-b547-81ac82c66868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:59.087082 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (a3dcf5d1-35d1-42de-8259-af8524d04394), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:59.159575 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d6e6a-a69c-434d-b92b-a4a8745e1830 None None] Pushing event updated for resources: {'Port': ['ID=a3dcf5d1-35d1-42de-8259-af8524d04394,revision_number=2']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:59.200521 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2bdd3cc5-4ff3-428f-8e85-fd71bf09d94d req-fe7186ff-ab23-44e2-bd4f-37e6760dce1d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709816 Mar 29 14:54:59.268160 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-91f035de-44fd-4ce2-906d-69302604caae req-f8b04186-2d70-48bb-b785-f38efa2a4da5 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106218 Mar 29 14:54:59.282701 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [None req-eef1dd8e-074b-4e09-b547-81ac82c66868 admin admin] Allocated IP 172.27.1.44 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/8ebe797a-ddce-478f-8237-043ecfc917bf) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:54:59.429205 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eef1dd8e-074b-4e09-b547-81ac82c66868 admin admin] Publish callbacks [] for port (8ebe797a-ddce-478f-8237-043ecfc917bf), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:59.570988 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eef1dd8e-074b-4e09-b547-81ac82c66868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (8ebe797a-ddce-478f-8237-043ecfc917bf), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:59.621065 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef1dd8e-074b-4e09-b547-81ac82c66868 admin admin] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:54:59.624565 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-eef1dd8e-074b-4e09-b547-81ac82c66868 admin admin] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:54:59.631254 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef1dd8e-074b-4e09-b547-81ac82c66868 admin admin] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:54:59.637121 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1dd8e-074b-4e09-b547-81ac82c66868 admin admin] Pushing event updated for resources: {'Port': ['ID=8ebe797a-ddce-478f-8237-043ecfc917bf,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:59.702525 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe9081-298a-4a75-a5fd-3595fb287f99 req-c724a6b1-5d36-4a1f-9c85-b5d1c7beb639 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:59.704078 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ecfe9081-298a-4a75-a5fd-3595fb287f99 req-c724a6b1-5d36-4a1f-9c85-b5d1c7beb639 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 945 time: 0.1044474 Mar 29 14:54:59.730553 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 35672) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:59.759222 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407dddd-1f0c-45a6-b3a6-e909f7314423 req-eb8dfe13-7662-4dc1-b1ad-dd344a486e7e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:59.760702 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1407dddd-1f0c-45a6-b3a6-e909f7314423 req-eb8dfe13-7662-4dc1-b1ad-dd344a486e7e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 945 time: 0.1148977 Mar 29 14:54:59.791070 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ecfe9081-298a-4a75-a5fd-3595fb287f99 req-6d628878-e69e-4a93-b9da-d52c9216767a tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805585 Mar 29 14:54:59.831369 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1407dddd-1f0c-45a6-b3a6-e909f7314423 req-59cf6b6e-ff0e-4dce-8db0-e7ecf2104422 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605004 Mar 29 14:54:59.889070 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f40defd3-b2cd-4385-9648-99cacb9d0c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:59.983827 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f40defd3-b2cd-4385-9648-99cacb9d0c3d admin admin] Publish callbacks [] for security_group (5aa13c00-e3f9-404d-9738-2f6a86b28b62), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:00.000732 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eef1dd8e-074b-4e09-b547-81ac82c66868 admin admin] Publish callbacks [] for router_gateway (a047835c-4c0f-43d0-95d1-d6b96dc59f28), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:00.077378 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f40defd3-b2cd-4385-9648-99cacb9d0c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (5aa13c00-e3f9-404d-9738-2f6a86b28b62), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:00.118859 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-f40defd3-b2cd-4385-9648-99cacb9d0c3d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03fe2a8102e343f49ff1e9d5e6209f94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3855636 Mar 29 14:55:00.121609 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40defd3-b2cd-4385-9648-99cacb9d0c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa13c00-e3f9-404d-9738-2f6a86b28b62,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:00.124274 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 35676) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:00.186428 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a415b9a6-cd19-40c1-b061-a927b0009e89 admin admin] Publish callbacks [] for security_group (5aa13c00-e3f9-404d-9738-2f6a86b28b62), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:00.222268 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a415b9a6-cd19-40c1-b061-a927b0009e89 admin admin] Publish callbacks [] for security_group (5aa13c00-e3f9-404d-9738-2f6a86b28b62), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:00.234979 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eef1dd8e-074b-4e09-b547-81ac82c66868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606242'] for router (a047835c-4c0f-43d0-95d1-d6b96dc59f28), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:00.279902 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f881adc-49c7-4c32-b02f-b75e771049bc None None] Network bb1dd505-b211-4ecd-b5cf-c0ad35508c84 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:55:00.364102 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device a3dcf5d1-35d1-42de-8259-af8524d04394 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:55:00.411348 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a415b9a6-cd19-40c1-b061-a927b0009e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (5aa13c00-e3f9-404d-9738-2f6a86b28b62), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:00.415022 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a415b9a6-cd19-40c1-b061-a927b0009e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:00.416205 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-a415b9a6-cd19-40c1-b061-a927b0009e89 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5aa13c00-e3f9-404d-9738-2f6a86b28b62 HTTP/1.1" status: 204 len: 168 time: 0.2907503 Mar 29 14:55:00.425172 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415b9a6-cd19-40c1-b061-a927b0009e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa13c00-e3f9-404d-9738-2f6a86b28b62,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:00.441007 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-721604ae-ae45-409c-b867-b4308135a901 None None] Provisioning complete for port a3dcf5d1-35d1-42de-8259-af8524d04394 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:00.441391 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-721604ae-ae45-409c-b867-b4308135a901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (a3dcf5d1-35d1-42de-8259-af8524d04394), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:00.543009 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port a3dcf5d1-35d1-42de-8259-af8524d04394 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:00.543009 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (a3dcf5d1-35d1-42de-8259-af8524d04394), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:00.568435 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef1dd8e-074b-4e09-b547-81ac82c66868 admin admin] Router a047835c-4c0f-43d0-95d1-d6b96dc59f28 is scheduled to L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 with binding_index 1 {{(pid=115499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 14:55:00.625010 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-721604ae-ae45-409c-b867-b4308135a901 None None] Current status of the port a3dcf5d1-35d1-42de-8259-af8524d04394 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:00.625394 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-721604ae-ae45-409c-b867-b4308135a901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (a3dcf5d1-35d1-42de-8259-af8524d04394), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:00.683996 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-721604ae-ae45-409c-b867-b4308135a901 None None] For port a3dcf5d1-35d1-42de-8259-af8524d04394, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=a3dcf5d1-35d1-42de-8259-af8524d04394,segment=NetworkSegment(d9c0854c-192d-471c-a595-a497f25ee9e4),segment_id=d9c0854c-192d-471c-a595-a497f25ee9e4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:55:00.720498 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef1dd8e-074b-4e09-b547-81ac82c66868 admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:55:00.731292 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] Sync routers for ids ['a047835c-4c0f-43d0-95d1-d6b96dc59f28'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:55:00.747533 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] Routers {'a047835c-4c0f-43d0-95d1-d6b96dc59f28'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:55:00.750166 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:54:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a047835c-4c0f-43d0-95d1-d6b96dc59f28'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:00.751727 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-721604ae-ae45-409c-b867-b4308135a901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (a3dcf5d1-35d1-42de-8259-af8524d04394), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:00.759006 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port a3dcf5d1-35d1-42de-8259-af8524d04394 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:00.759375 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (a3dcf5d1-35d1-42de-8259-af8524d04394), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:00.869269 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eef1dd8e-074b-4e09-b547-81ac82c66868 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:00.875331 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 35688) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:00.888825 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-eef1dd8e-074b-4e09-b547-81ac82c66868 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1859050 Mar 29 14:55:00.969408 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721604ae-ae45-409c-b867-b4308135a901 None None] Pushing event updated for resources: {'Port': ['ID=a3dcf5d1-35d1-42de-8259-af8524d04394,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:01.003979 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.db.api [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 14:55:01.004268 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG oslo_db.api [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 14:55:01.008235 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-d6a38085-cbc8-4c81-a5da-87c3e87ebe01 None None] Provisioning complete for port a3dcf5d1-35d1-42de-8259-af8524d04394 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:01.009449 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-d6a38085-cbc8-4c81-a5da-87c3e87ebe01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (a3dcf5d1-35d1-42de-8259-af8524d04394), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:01.042381 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] Set router a047835c-4c0f-43d0-95d1-d6b96dc59f28 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:55:01.153101 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-d6a38085-cbc8-4c81-a5da-87c3e87ebe01 None None] Current status of the port a3dcf5d1-35d1-42de-8259-af8524d04394 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:01.283043 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b0a8a-454f-4417-93b4-1fb1423ae4ba req-e6f7ec2a-77d9-4e5e-ac48-e688b5c34db8 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:01.284608 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e22b0a8a-454f-4417-93b4-1fb1423ae4ba req-e6f7ec2a-77d9-4e5e-ac48-e688b5c34db8 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 945 time: 0.2000303 Mar 29 14:55:01.296287 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db7a77-4af4-4bc3-87ad-be2b318ed798 req-06108761-5820-4b50-89e9-3256c7f9216a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:01.303793 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e4db7a77-4af4-4bc3-87ad-be2b318ed798 req-06108761-5820-4b50-89e9-3256c7f9216a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 945 time: 0.2200189 Mar 29 14:55:01.312434 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'name': 'tempest-TestVolumeBootPattern-1638017088-router', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:57Z', 'updated_at': '2022-03-29T14:54:59Z', 'revision_number': 3, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'gw_port': {'id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:59Z', 'updated_at': '2022-03-29T14:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:01.417950 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e4db7a77-4af4-4bc3-87ad-be2b318ed798 req-fdd1e4b9-08b7-4722-8536-a429e5b92074 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132102 Mar 29 14:55:01.446235 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] Checking router: a047835c-4c0f-43d0-95d1-d6b96dc59f28 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:55:01.446598 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] Updating router a047835c-4c0f-43d0-95d1-d6b96dc59f28 port 8ebe797a-ddce-478f-8237-043ecfc917bf binding host dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:55:01.483806 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (8ebe797a-ddce-478f-8237-043ecfc917bf), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:01.499173 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e22b0a8a-454f-4417-93b4-1fb1423ae4ba req-0f031440-3275-452c-bfee-26a382c496e4 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899426 Mar 29 14:55:01.556931 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 074fc41f-7341-4e36-9c84-6ba8ce452a28 up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:55:01.563051 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port a3dcf5d1-35d1-42de-8259-af8524d04394 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:01.634355 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404f5de-4147-4b0e-a898-e53fa8f0f2fc req-b6dae39e-c0bb-4370-93ca-e405586b20c7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:01.635216 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2404f5de-4147-4b0e-a898-e53fa8f0f2fc req-b6dae39e-c0bb-4370-93ca-e405586b20c7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 945 time: 0.1402924 Mar 29 14:55:01.645225 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 35706) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:01.651101 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-ef5d0730-4e5b-4a27-85ec-643f608faebc tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'floatingip': {'port_id': '141f63db-5643-4627-9c6a-301ad6925b22'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:01.682640 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning for port 074fc41f-7341-4e36-9c84-6ba8ce452a28 completed by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 14:55:01.687439 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 074fc41f-7341-4e36-9c84-6ba8ce452a28 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:01.687813 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:01.703322 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-ef5d0730-4e5b-4a27-85ec-643f608faebc tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (e7de7162-ea69-416e-be97-580bb0b67668), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:01.801029 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 074fc41f-7341-4e36-9c84-6ba8ce452a28 is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:01.801580 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:01.823016 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:01.843000 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074fc41f-7341-4e36-9c84-6ba8ce452a28'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:55:01.850949 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029890ed-8926-4856-bb40-8bda8adfa28b" -d '{"events": [{"server_uuid": "95913f2f-2ddc-4026-8405-a0c035ef7be7", "name": "network-vif-plugged", "status": "completed", "tag": "074fc41f-7341-4e36-9c84-6ba8ce452a28"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:55:01.865622 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] Publish callbacks [] for port (8ebe797a-ddce-478f-8237-043ecfc917bf), precommit_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:01.870003 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 074fc41f-7341-4e36-9c84-6ba8ce452a28, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=074fc41f-7341-4e36-9c84-6ba8ce452a28,segment=NetworkSegment(d972c796-b53c-442c-8b95-c55eed721ffa),segment_id=d972c796-b53c-442c-8b95-c55eed721ffa)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:55:01.906559 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dd2a65-db19-4299-9ec9-9decf035fb10 x-openstack-request-id: req-46dd2a65-db19-4299-9ec9-9decf035fb10 {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:55:01.906875 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95913f2f-2ddc-4026-8405-a0c035ef7be7", "name": "network-vif-plugged", "status": "completed", "tag": "074fc41f-7341-4e36-9c84-6ba8ce452a28", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:55:01.907130 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46dd2a65-db19-4299-9ec9-9decf035fb10 {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:55:01.907529 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46dd2a65-db19-4299-9ec9-9decf035fb10'] response: {'server_uuid': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074fc41f-7341-4e36-9c84-6ba8ce452a28', 'code': 200} Mar 29 14:55:01.934248 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (8ebe797a-ddce-478f-8237-043ecfc917bf), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:01.952443 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:02.035988 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] Attempting to bind port 8ebe797a-ddce-478f-8237-043ecfc917bf on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:55:02.036632 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] Attempting to bind port 8ebe797a-ddce-478f-8237-043ecfc917bf by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:55:02.037186 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] Attempting to bind port 8ebe797a-ddce-478f-8237-043ecfc917bf on network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:55:02.042464 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17297c-f34f-4a17-8ae2-45a217abc0b1 None None] Pushing event updated for resources: {'Port': ['ID=8ebe797a-ddce-478f-8237-043ecfc917bf,revision_number=2']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:02.045539 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:55:02.046143 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] Checking segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:55:02.046700 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:02.047245 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] Bound using segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:55:02.047952 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] Bound port: 8ebe797a-ddce-478f-8237-043ecfc917bf, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:55:02.048523 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (8ebe797a-ddce-478f-8237-043ecfc917bf), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:02.053779 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_common [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Allocated IP 172.20.0.1 (bb1dd505-b211-4ecd-b5cf-c0ad35508c84/94eeebfb-5c8b-4c39-a4a8-b2967ae59934/38b55f66-660d-4e97-bea6-47f5b26b5b78) {{(pid=115498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:55:02.057564 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17297c-f34f-4a17-8ae2-45a217abc0b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:02.058077 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17297c-f34f-4a17-8ae2-45a217abc0b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:02.058659 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17297c-f34f-4a17-8ae2-45a217abc0b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:02.059161 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17297c-f34f-4a17-8ae2-45a217abc0b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:02.059701 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17297c-f34f-4a17-8ae2-45a217abc0b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:02.060212 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17297c-f34f-4a17-8ae2-45a217abc0b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:02.060525 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=074fc41f-7341-4e36-9c84-6ba8ce452a28,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:02.060914 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17297c-f34f-4a17-8ae2-45a217abc0b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:02.061465 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17297c-f34f-4a17-8ae2-45a217abc0b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:02.062002 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17297c-f34f-4a17-8ae2-45a217abc0b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:02.062417 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17297c-f34f-4a17-8ae2-45a217abc0b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:02.062863 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17297c-f34f-4a17-8ae2-45a217abc0b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:02.063275 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17297c-f34f-4a17-8ae2-45a217abc0b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:02.063741 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17297c-f34f-4a17-8ae2-45a217abc0b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:02.071681 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17297c-f34f-4a17-8ae2-45a217abc0b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:02.072193 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e17297c-f34f-4a17-8ae2-45a217abc0b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:02.146854 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] For port 8ebe797a-ddce-478f-8237-043ecfc917bf, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:55:02.155857 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] For port 8ebe797a-ddce-478f-8237-043ecfc917bf, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=8ebe797a-ddce-478f-8237-043ecfc917bf,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:55:02.207732 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Publish callbacks [] for port (38b55f66-660d-4e97-bea6-47f5b26b5b78), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:02.226583 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (8ebe797a-ddce-478f-8237-043ecfc917bf), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:02.290236 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (38b55f66-660d-4e97-bea6-47f5b26b5b78), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:02.298809 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17297c-f34f-4a17-8ae2-45a217abc0b1 None None] Pushing event updated for resources: {'Port': ['ID=8ebe797a-ddce-478f-8237-043ecfc917bf,revision_number=3']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:02.314204 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device a3dcf5d1-35d1-42de-8259-af8524d04394 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:55:02.319606 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] Routers {'a047835c-4c0f-43d0-95d1-d6b96dc59f28'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:55:02.321512 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:54:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a047835c-4c0f-43d0-95d1-d6b96dc59f28'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:02.364206 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Network bb1dd505-b211-4ecd-b5cf-c0ad35508c84 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:55:02.367791 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:55:02.381428 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Received port after_create {{(pid=115498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:55:02.421720 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port a3dcf5d1-35d1-42de-8259-af8524d04394 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:02.422700 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (a3dcf5d1-35d1-42de-8259-af8524d04394), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:02.444685 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=38b55f66-660d-4e97-bea6-47f5b26b5b78,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:02.482483 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606965'] for router_interface (a047835c-4c0f-43d0-95d1-d6b96dc59f28), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:02.498087 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-ef5d0730-4e5b-4a27-85ec-643f608faebc tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:02.517709 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] Set router a047835c-4c0f-43d0-95d1-d6b96dc59f28 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:55:02.531441 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9535f3-d766-4557-9afb-2ee2bec0d4ae req-74294c79-6634-44b0-9460-1a29c30ff454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:02.533274 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-1a9535f3-d766-4557-9afb-2ee2bec0d4ae req-74294c79-6634-44b0-9460-1a29c30ff454 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 1130 time: 0.1099191 Mar 29 14:55:02.572131 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-ef5d0730-4e5b-4a27-85ec-643f608faebc tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (e7de7162-ea69-416e-be97-580bb0b67668), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:02.594523 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port a3dcf5d1-35d1-42de-8259-af8524d04394 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:02.737993 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-1a9535f3-d766-4557-9afb-2ee2bec0d4ae req-b2a8beb7-562f-4ce3-a072-51000a6f8820 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978476 Mar 29 14:55:02.768429 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.l3_db [None req-ef5d0730-4e5b-4a27-85ec-643f608faebc tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Floating IP e7de7162-ea69-416e-be97-580bb0b67668 associated. External IP: 172.27.1.4, port: 141f63db-5643-4627-9c6a-301ad6925b22. Mar 29 14:55:02.792142 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'name': 'tempest-TestVolumeBootPattern-1638017088-router', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:57Z', 'updated_at': '2022-03-29T14:54:59Z', 'revision_number': 3, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'gw_port': {'id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:59Z', 'updated_at': '2022-03-29T14:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:02.818874 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-e499ee55-d099-4e98-898c-4f880fcdb662 None None] Provisioning complete for port 38b55f66-660d-4e97-bea6-47f5b26b5b78 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:02.819251 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e499ee55-d099-4e98-898c-4f880fcdb662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (38b55f66-660d-4e97-bea6-47f5b26b5b78), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:02.840849 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ebd82-5d58-406d-a5f3-43579f1ec806 None None] The sync data for ids ['a047835c-4c0f-43d0-95d1-d6b96dc59f28'] in dv-cinder-835525-2-iscsi is: [{'id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'name': 'tempest-TestVolumeBootPattern-1638017088-router', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:57Z', 'updated_at': '2022-03-29T14:54:59Z', 'revision_number': 3, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'gw_port': {'id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:59Z', 'updated_at': '2022-03-29T14:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:55:02.890330 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-e499ee55-d099-4e98-898c-4f880fcdb662 None None] Port 38b55f66-660d-4e97-bea6-47f5b26b5b78 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:55:02.970629 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963b089-9355-4ecc-9bcb-fdc6455bdf2c req-98461165-1499-42f0-8a67-708ed15a9fd1 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:02.972251 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8963b089-9355-4ecc-9bcb-fdc6455bdf2c req-98461165-1499-42f0-8a67-708ed15a9fd1 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 946 time: 0.3170586 Mar 29 14:55:03.029009 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8963b089-9355-4ecc-9bcb-fdc6455bdf2c req-cfee5032-410f-4a3d-86f1-146d60218aff tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505543 Mar 29 14:55:03.058820 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5d0730-4e5b-4a27-85ec-643f608faebc tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Router cb413d57-db8e-474f-b0b0-1585119bca2b has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:55:03.086483 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (38b55f66-660d-4e97-bea6-47f5b26b5b78), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:03.240800 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5d0730-4e5b-4a27-85ec-643f608faebc tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:55:03.253416 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-ef5d0730-4e5b-4a27-85ec-643f608faebc tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:03.258408 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7585b30-ceec-49c9-977f-de4bb86f9cdb None None] Sync routers for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:55:03.277675 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7585b30-ceec-49c9-977f-de4bb86f9cdb None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:55:03.278329 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-b7585b30-ceec-49c9-977f-de4bb86f9cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:54:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:03.331326 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-ef5d0730-4e5b-4a27-85ec-643f608faebc tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "PUT /v2.0/floatingips/e7de7162-ea69-416e-be97-580bb0b67668 HTTP/1.1" status: 200 len: 989 time: 1.6494873 Mar 29 14:55:03.331326 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e677c037-c827-432a-bb96-86461785f28e', 'tag': '141f63db-5643-4627-9c6a-301ad6925b22'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:55:03.331326 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5eea35e-910d-4566-9631-4f4aa2b8131f" -d '{"events": [{"name": "network-changed", "server_uuid": "e677c037-c827-432a-bb96-86461785f28e", "tag": "141f63db-5643-4627-9c6a-301ad6925b22"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:55:03.333860 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Publish callbacks [] for port (38b55f66-660d-4e97-bea6-47f5b26b5b78), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:03.365199 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0799239f-455d-45a7-b3d0-4641da3dfe94 x-openstack-request-id: req-0799239f-455d-45a7-b3d0-4641da3dfe94 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:55:03.365199 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e677c037-c827-432a-bb96-86461785f28e", "tag": "141f63db-5643-4627-9c6a-301ad6925b22", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:55:03.365199 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0799239f-455d-45a7-b3d0-4641da3dfe94 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:55:03.365199 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0799239f-455d-45a7-b3d0-4641da3dfe94'] response: {'name': 'network-changed', 'server_uuid': 'e677c037-c827-432a-bb96-86461785f28e', 'tag': '141f63db-5643-4627-9c6a-301ad6925b22', 'status': 'completed', 'code': 200} Mar 29 14:55:03.442851 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-b7585b30-ceec-49c9-977f-de4bb86f9cdb None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:55:03.461841 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359965'] for port (38b55f66-660d-4e97-bea6-47f5b26b5b78), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:03.466932 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eea35e-910d-4566-9631-4f4aa2b8131f req-bcef6394-51e1-4947-993e-b65a5beb4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:03.468461 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a5eea35e-910d-4566-9631-4f4aa2b8131f req-bcef6394-51e1-4947-993e-b65a5beb4af4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae25d73af8c34890992534571426e2de&device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 1129 time: 0.0490797 Mar 29 14:55:03.551433 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=38b55f66-660d-4e97-bea6-47f5b26b5b78,revision_number=2']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:03.566327 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:03.566677 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:03.567026 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:03.567365 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:03.567709 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:03.568039 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:03.568370 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:03.568694 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:03.569046 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:03.569380 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:03.569705 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:03.570063 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:03.570384 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:03.570706 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:03.571026 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:03.581318 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606817'] for router_interface (a047835c-4c0f-43d0-95d1-d6b96dc59f28), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:03.604835 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eea35e-910d-4566-9631-4f4aa2b8131f req-fa5be7a6-6217-43c4-ad67-99d417794597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:03.606519 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a5eea35e-910d-4566-9631-4f4aa2b8131f req-fa5be7a6-6217-43c4-ad67-99d417794597 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4d7933f0-920a-440d-86c3-46e7aab80bfb HTTP/1.1" status: 200 len: 916 time: 0.1131070 Mar 29 14:55:03.684916 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a5eea35e-910d-4566-9631-4f4aa2b8131f req-7d8d7772-55fb-420d-a157-fb47117708e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=141f63db-5643-4627-9c6a-301ad6925b22 HTTP/1.1" status: 200 len: 997 time: 0.0699124 Mar 29 14:55:03.686813 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Network bb1dd505-b211-4ecd-b5cf-c0ad35508c84 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:55:03.688417 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:55:03.794992 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eea35e-910d-4566-9631-4f4aa2b8131f req-774da280-d44e-4493-a72f-29c615a7a236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:03.823565 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a5eea35e-910d-4566-9631-4f4aa2b8131f req-774da280-d44e-4493-a72f-29c615a7a236 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a4c3ff9-6e66-4bb0-8254-bab28249a738 HTTP/1.1" status: 200 len: 854 time: 0.1053207 Mar 29 14:55:03.828546 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-b7585b30-ceec-49c9-977f-de4bb86f9cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': 'e7de7162-ea69-416e-be97-580bb0b67668', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'port_id': '141f63db-5643-4627-9c6a-301ad6925b22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'mac_address': 'fa:16:3e:8a:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e677c037-c827-432a-bb96-86461785f28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:54:15Z', 'updated_at': '2022-03-29T14:55:02Z', 'revision_number': 1, 'project_id': 'ae25d73af8c34890992534571426e2de', 'fixed_ip_address_scope': None}, {'id': 'ea4bb199-ae60-4604-8ebf-9ed990c85a7c', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'port_id': 'f7109c0c-aae9-4e04-b262-048df55ca66b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'mac_address': 'fa:16:3e:22:0e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5461b6-c5ef-4750-9b42-07370afc7a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:52:16Z', 'updated_at': '2022-03-29T14:52:54Z', 'revision_number': 2, 'project_id': 'ae25d73af8c34890992534571426e2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:03.871266 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Router a047835c-4c0f-43d0-95d1-d6b96dc59f28 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:55:03.920136 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7585b30-ceec-49c9-977f-de4bb86f9cdb None None] Checking router: cb413d57-db8e-474f-b0b0-1585119bca2b for host: dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:55:03.920417 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eea35e-910d-4566-9631-4f4aa2b8131f req-dd4a9347-efb4-4921-a98f-60e4bbcb6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:03.920417 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a5eea35e-910d-4566-9631-4f4aa2b8131f req-dd4a9347-efb4-4921-a98f-60e4bbcb6a30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d7933f0-920a-440d-86c3-46e7aab80bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769529 Mar 29 14:55:03.920575 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7585b30-ceec-49c9-977f-de4bb86f9cdb None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:55:03.920575 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-b7585b30-ceec-49c9-977f-de4bb86f9cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:54:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:04.009411 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a5eea35e-910d-4566-9631-4f4aa2b8131f req-a927852d-b6e2-4099-a036-74510653eab8 service neutron] 10.222.0.13 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150410 Mar 29 14:55:04.022353 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:55:04.032157 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-5d936612-759e-474e-80ff-22f8a2a17ab0 admin admin] 10.222.0.16 "PUT /v2.0/routers/a047835c-4c0f-43d0-95d1-d6b96dc59f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1549058 Mar 29 14:55:04.144695 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a5eea35e-910d-4566-9631-4f4aa2b8131f req-2d909396-74ce-42f3-835d-4b5c1a6d69be service neutron] 10.222.0.13 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100290 Mar 29 14:55:04.224862 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f72afe-4134-45ff-8eae-40bc7a353bba req-3d8b8001-0c6a-476c-8b03-d055680bb32b tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:04.226375 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-10f72afe-4134-45ff-8eae-40bc7a353bba req-3d8b8001-0c6a-476c-8b03-d055680bb32b tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 946 time: 0.0900793 Mar 29 14:55:04.256889 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-df3d225e-48a6-4928-8b72-62efc7c8f8c6 None None] Provisioning complete for port 38b55f66-660d-4e97-bea6-47f5b26b5b78 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:04.256889 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-df3d225e-48a6-4928-8b72-62efc7c8f8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (38b55f66-660d-4e97-bea6-47f5b26b5b78), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:04.308211 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-df3d225e-48a6-4928-8b72-62efc7c8f8c6 None None] Port 38b55f66-660d-4e97-bea6-47f5b26b5b78 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:55:04.311206 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-b7585b30-ceec-49c9-977f-de4bb86f9cdb None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:55:04.342074 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-10f72afe-4134-45ff-8eae-40bc7a353bba req-a239b0a2-fb80-47b9-b211-b3d623ffef68 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984025 Mar 29 14:55:04.362239 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 8ebe797a-ddce-478f-8237-043ecfc917bf up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:55:04.511219 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 8ebe797a-ddce-478f-8237-043ecfc917bf triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:04.511516 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (8ebe797a-ddce-478f-8237-043ecfc917bf), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:04.656056 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 8ebe797a-ddce-478f-8237-043ecfc917bf is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:04.656445 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (8ebe797a-ddce-478f-8237-043ecfc917bf), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:04.682770 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] For port 8ebe797a-ddce-478f-8237-043ecfc917bf, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=8ebe797a-ddce-478f-8237-043ecfc917bf,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:55:04.688681 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-b7585b30-ceec-49c9-977f-de4bb86f9cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': 'e7de7162-ea69-416e-be97-580bb0b67668', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'port_id': '141f63db-5643-4627-9c6a-301ad6925b22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'mac_address': 'fa:16:3e:8a:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e677c037-c827-432a-bb96-86461785f28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:54:15Z', 'updated_at': '2022-03-29T14:55:02Z', 'revision_number': 1, 'project_id': 'ae25d73af8c34890992534571426e2de', 'fixed_ip_address_scope': None}, {'id': 'ea4bb199-ae60-4604-8ebf-9ed990c85a7c', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'port_id': 'f7109c0c-aae9-4e04-b262-048df55ca66b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'mac_address': 'fa:16:3e:22:0e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5461b6-c5ef-4750-9b42-07370afc7a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:52:16Z', 'updated_at': '2022-03-29T14:52:54Z', 'revision_number': 2, 'project_id': 'ae25d73af8c34890992534571426e2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:04.718752 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7585b30-ceec-49c9-977f-de4bb86f9cdb None None] The sync data for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi is: [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': 'e7de7162-ea69-416e-be97-580bb0b67668', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'port_id': '141f63db-5643-4627-9c6a-301ad6925b22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'mac_address': 'fa:16:3e:8a:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e677c037-c827-432a-bb96-86461785f28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:54:15Z', 'updated_at': '2022-03-29T14:55:02Z', 'revision_number': 1, 'project_id': 'ae25d73af8c34890992534571426e2de', 'fixed_ip_address_scope': None}, {'id': 'ea4bb199-ae60-4604-8ebf-9ed990c85a7c', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'port_id': 'f7109c0c-aae9-4e04-b262-048df55ca66b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'mac_address': 'fa:16:3e:22:0e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5461b6-c5ef-4750-9b42-07370afc7a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:52:16Z', 'updated_at': '2022-03-29T14:52:54Z', 'revision_number': 2, 'project_id': 'ae25d73af8c34890992534571426e2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:55:04.802715 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (8ebe797a-ddce-478f-8237-043ecfc917bf), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:04.870734 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Pushing event updated for resources: {'Port': ['ID=8ebe797a-ddce-478f-8237-043ecfc917bf,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:04.970943 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] Sync routers for ids ['a047835c-4c0f-43d0-95d1-d6b96dc59f28'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:55:04.982593 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] Routers {'a047835c-4c0f-43d0-95d1-d6b96dc59f28'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:55:04.983262 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:54:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a047835c-4c0f-43d0-95d1-d6b96dc59f28'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:05.018563 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f74787-8171-444f-81c2-d43842bffb48 None None] New status for floating IP e7de7162-ea69-416e-be97-580bb0b67668: ACTIVE {{(pid=115500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 14:55:05.105717 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] Set router a047835c-4c0f-43d0-95d1-d6b96dc59f28 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:55:05.174834 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 35770) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:05.179733 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-c5f92e8c-4b3f-4d1c-b61f-10f4e8befa42 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1840531940-network', 'tenant_id': 'fc467bf621dc43a6a441927142395a05'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:05.281551 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f92e8c-4b3f-4d1c-b61f-10f4e8befa42 admin admin] Made reservation on behalf of fc467bf621dc43a6a441927142395a05 for: {'network': 1} {{(pid=115498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:55:05.284134 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c5f92e8c-4b3f-4d1c-b61f-10f4e8befa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:05.298107 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c5f92e8c-4b3f-4d1c-b61f-10f4e8befa42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:05.320931 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'name': 'tempest-TestVolumeBootPattern-1638017088-router', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:57Z', 'updated_at': '2022-03-29T14:55:02Z', 'revision_number': 4, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'gw_port': {'id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:59Z', 'updated_at': '2022-03-29T14:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '38b55f66-660d-4e97-bea6-47f5b26b5b78', 'name': '', 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'mac_address': 'fa:16:3e:3f:64:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:55:01Z', 'updated_at': '2022-03-29T14:55:03Z', 'revision_number': 2, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'subnets': [{'id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:05.346981 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] Checking router: a047835c-4c0f-43d0-95d1-d6b96dc59f28 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:55:05.347408 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] Updating router a047835c-4c0f-43d0-95d1-d6b96dc59f28 port 38b55f66-660d-4e97-bea6-47f5b26b5b78 binding host dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:55:05.378175 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (38b55f66-660d-4e97-bea6-47f5b26b5b78), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:05.393466 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c5f92e8c-4b3f-4d1c-b61f-10f4e8befa42 admin admin] Publish callbacks [] for security_group (7bdda366-10d2-4f12-a720-8770990f70e4), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:05.456621 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c5f92e8c-4b3f-4d1c-b61f-10f4e8befa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (7bdda366-10d2-4f12-a720-8770990f70e4), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:05.490906 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f92e8c-4b3f-4d1c-b61f-10f4e8befa42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=115498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 14:55:05.508730 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c5f92e8c-4b3f-4d1c-b61f-10f4e8befa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (47b46468-e2d4-444a-a6ba-7d2a6c5c970e), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:05.509100 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.db.segments_db [None req-c5f92e8c-4b3f-4d1c-b61f-10f4e8befa42 admin admin] Added segment 47b46468-e2d4-444a-a6ba-7d2a6c5c970e of type vlan for network a3beedc6-8859-4c80-abf0-2e32066bda76 Mar 29 14:55:05.510391 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f92e8c-4b3f-4d1c-b61f-10f4e8befa42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdda366-10d2-4f12-a720-8770990f70e4,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:05.534584 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fc857-ea2c-4538-8f35-1a7943b1f748 req-21de2628-362e-420c-9f78-d38efd62c69d tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:05.534584 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-951fc857-ea2c-4538-8f35-1a7943b1f748 req-21de2628-362e-420c-9f78-d38efd62c69d tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 946 time: 0.0998242 Mar 29 14:55:05.573687 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c5f92e8c-4b3f-4d1c-b61f-10f4e8befa42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727031888698'] for network (a3beedc6-8859-4c80-abf0-2e32066bda76), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:05.618791 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-951fc857-ea2c-4538-8f35-1a7943b1f748 req-2a6e0f1a-09d3-4229-b16f-4c200652b6bd tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704746 Mar 29 14:55:05.661322 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] Publish callbacks [] for port (38b55f66-660d-4e97-bea6-47f5b26b5b78), precommit_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:05.683028 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c5f92e8c-4b3f-4d1c-b61f-10f4e8befa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for network (a3beedc6-8859-4c80-abf0-2e32066bda76), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:05.684139 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f92e8c-4b3f-4d1c-b61f-10f4e8befa42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:05.684795 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c5f92e8c-4b3f-4d1c-b61f-10f4e8befa42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:05.750190 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (38b55f66-660d-4e97-bea6-47f5b26b5b78), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:05.771615 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f92e8c-4b3f-4d1c-b61f-10f4e8befa42 admin admin] Pushing event updated for resources: {'Network': ['ID=a3beedc6-8859-4c80-abf0-2e32066bda76,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:05.783539 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Network a3beedc6-8859-4c80-abf0-2e32066bda76 details requested by agent ovs-agent-dv-cinder-835525-2-iscsi with host dv-cinder-835525-2-iscsi {{(pid=115500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:55:05.796721 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8e8f7-78e8-4e81-9ff5-b04c3d0fd89d req-e244b931-507a-4de6-8866-ffa9f065e718 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:05.807216 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-56f8e8f7-78e8-4e81-9ff5-b04c3d0fd89d req-e244b931-507a-4de6-8866-ffa9f065e718 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 946 time: 0.1086762 Mar 29 14:55:05.816269 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589e8e6-e4db-4f90-9918-9c0b3e601967 None None] Pushing event updated for resources: {'Port': ['ID=38b55f66-660d-4e97-bea6-47f5b26b5b78,revision_number=3']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:05.836819 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-c5f92e8c-4b3f-4d1c-b61f-10f4e8befa42 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6607106 Mar 29 14:55:05.839599 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 35776) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:05.844679 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Request body: {'subnet': {'network_id': 'a3beedc6-8859-4c80-abf0-2e32066bda76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1840531940-subnet', 'tenant_id': 'fc467bf621dc43a6a441927142395a05', 'ip_version': 4}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:05.888790 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-56f8e8f7-78e8-4e81-9ff5-b04c3d0fd89d req-82ac0490-df55-498f-90e6-defda8b6b58c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826492 Mar 29 14:55:05.895378 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] Attempting to bind port 38b55f66-660d-4e97-bea6-47f5b26b5b78 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:55:05.895860 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] Attempting to bind port 38b55f66-660d-4e97-bea6-47f5b26b5b78 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': 'd9c0854c-192d-471c-a595-a497f25ee9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84'}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:55:05.896416 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] Attempting to bind port 38b55f66-660d-4e97-bea6-47f5b26b5b78 on network bb1dd505-b211-4ecd-b5cf-c0ad35508c84 {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:55:05.904429 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:55:05.905476 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] Checking segment: {'id': 'd9c0854c-192d-471c-a595-a497f25ee9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:55:05.905888 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:05.906430 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] Bound using segment: {'id': 'd9c0854c-192d-471c-a595-a497f25ee9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84'} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:55:05.906738 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] Bound port: 38b55f66-660d-4e97-bea6-47f5b26b5b78, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c0854c-192d-471c-a595-a497f25ee9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84'}}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:55:05.907115 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (38b55f66-660d-4e97-bea6-47f5b26b5b78), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:05.974588 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Made reservation on behalf of fc467bf621dc43a6a441927142395a05 for: {'subnet': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:55:05.981503 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9364872'] for subnet (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:05.991193 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] For port 38b55f66-660d-4e97-bea6-47f5b26b5b78, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:55:05.995836 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] For port 38b55f66-660d-4e97-bea6-47f5b26b5b78, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=38b55f66-660d-4e97-bea6-47f5b26b5b78,segment=NetworkSegment(d9c0854c-192d-471c-a595-a497f25ee9e4),segment_id=d9c0854c-192d-471c-a595-a497f25ee9e4)] {{(pid=115501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:55:06.095096 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (38b55f66-660d-4e97-bea6-47f5b26b5b78), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:06.167775 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] Routers {'a047835c-4c0f-43d0-95d1-d6b96dc59f28'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:55:06.167775 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:54:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a047835c-4c0f-43d0-95d1-d6b96dc59f28'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:06.184376 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-a9bc5c16-1354-4dc3-b769-b112bbee658b None None] Provisioning complete for port 38b55f66-660d-4e97-bea6-47f5b26b5b78 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:06.185324 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-a9bc5c16-1354-4dc3-b769-b112bbee658b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (38b55f66-660d-4e97-bea6-47f5b26b5b78), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:06.236655 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9129900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9364894'] for subnet (f5c74baf-5a0f-401c-a011-01639ea9621c), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:06.311238 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 8ebe797a-ddce-478f-8237-043ecfc917bf up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:55:06.315061 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38747e5b-6e30-4935-a44d-5ba6b7bc04c0 req-5d788d4a-b5df-43fc-969d-9fb6cee1b9f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:06.317429 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-38747e5b-6e30-4935-a44d-5ba6b7bc04c0 req-5d788d4a-b5df-43fc-969d-9fb6cee1b9f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 946 time: 0.1000850 Mar 29 14:55:06.322004 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5c74baf-5a0f-401c-a011-01639ea9621c,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:06.339838 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:06.340182 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:06.340595 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:06.343223 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:06.343223 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:06.343223 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:06.343223 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:06.343223 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:06.343642 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:06.343642 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:06.344030 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:06.344274 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:06.344647 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:06.344958 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:06.345479 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:55:06.365833 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Checking segment: {'id': '47b46468-e2d4-444a-a6ba-7d2a6c5c970e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a3beedc6-8859-4c80-abf0-2e32066bda76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:55:06.367576 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Network hostable DHCP agents. Network: a3beedc6-8859-4c80-abf0-2e32066bda76, hostable agents: ['d54be346-8d38-4a55-9238-c2600b34a430'], hosted agents: [] {{(pid=115499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:55:06.380761 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc5c16-1354-4dc3-b769-b112bbee658b None None] Current status of the port 38b55f66-660d-4e97-bea6-47f5b26b5b78 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:06.382875 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-a9bc5c16-1354-4dc3-b769-b112bbee658b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (38b55f66-660d-4e97-bea6-47f5b26b5b78), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:06.392904 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589e8e6-e4db-4f90-9918-9c0b3e601967 None None] Pushing event updated for resources: {'Port': ['ID=38b55f66-660d-4e97-bea6-47f5b26b5b78,revision_number=4']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:06.394422 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-38747e5b-6e30-4935-a44d-5ba6b7bc04c0 req-193cfc52-d7e4-4f37-86ee-11a8d0c5f71c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705116 Mar 29 14:55:06.445153 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-a9bc5c16-1354-4dc3-b769-b112bbee658b None None] For port 38b55f66-660d-4e97-bea6-47f5b26b5b78, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=38b55f66-660d-4e97-bea6-47f5b26b5b78,segment=NetworkSegment(d9c0854c-192d-471c-a595-a497f25ee9e4),segment_id=d9c0854c-192d-471c-a595-a497f25ee9e4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:55:06.460963 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 8ebe797a-ddce-478f-8237-043ecfc917bf triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:06.461413 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (8ebe797a-ddce-478f-8237-043ecfc917bf), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:06.478846 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Network a3beedc6-8859-4c80-abf0-2e32066bda76 is scheduled to be hosted by DHCP agent d54be346-8d38-4a55-9238-c2600b34a430 with binding_index 1 {{(pid=115499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:55:06.488049 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] Set router a047835c-4c0f-43d0-95d1-d6b96dc59f28 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:55:06.508164 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-a9bc5c16-1354-4dc3-b769-b112bbee658b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (38b55f66-660d-4e97-bea6-47f5b26b5b78), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:06.591577 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-2-iscsi, a3beedc6-8859-4c80-abf0-2e32066bda76) {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:55:06.596081 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc5c16-1354-4dc3-b769-b112bbee658b None None] Pushing event updated for resources: {'Port': ['ID=38b55f66-660d-4e97-bea6-47f5b26b5b78,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:06.601707 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 8ebe797a-ddce-478f-8237-043ecfc917bf is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:06.602779 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:06.603399 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:06.609624 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec82de3-a820-4edc-b04c-20104c2bb481 None None] Network a3beedc6-8859-4c80-abf0-2e32066bda76 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:55:06.678114 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-7503b795-dea4-4845-a0ad-e56b72bf5e5c None None] Provisioning complete for port 38b55f66-660d-4e97-bea6-47f5b26b5b78 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:06.678495 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-7503b795-dea4-4845-a0ad-e56b72bf5e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (38b55f66-660d-4e97-bea6-47f5b26b5b78), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:06.705307 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-a8929720-787d-4ce1-ad50-00c05c9784b7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8620126 Mar 29 14:55:06.705523 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 35788) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:06.709698 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-b9c73143-4b65-4ae1-9d13-8dd9fe48ace0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1840531940-router', 'tenant_id': 'fc467bf621dc43a6a441927142395a05', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:06.726814 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'name': 'tempest-TestVolumeBootPattern-1638017088-router', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:57Z', 'updated_at': '2022-03-29T14:55:02Z', 'revision_number': 4, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'gw_port': {'id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:59Z', 'updated_at': '2022-03-29T14:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '38b55f66-660d-4e97-bea6-47f5b26b5b78', 'name': '', 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'mac_address': 'fa:16:3e:3f:64:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:55:01Z', 'updated_at': '2022-03-29T14:55:05Z', 'revision_number': 4, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'subnets': [{'id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:06.755037 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526fb6c3-2d74-4f1b-bd40-b7407a60ba9b None None] The sync data for ids ['a047835c-4c0f-43d0-95d1-d6b96dc59f28'] in dv-cinder-835525-2-iscsi is: [{'id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'name': 'tempest-TestVolumeBootPattern-1638017088-router', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:57Z', 'updated_at': '2022-03-29T14:55:02Z', 'revision_number': 4, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'gw_port': {'id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:59Z', 'updated_at': '2022-03-29T14:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '38b55f66-660d-4e97-bea6-47f5b26b5b78', 'name': '', 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'mac_address': 'fa:16:3e:3f:64:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:55:01Z', 'updated_at': '2022-03-29T14:55:05Z', 'revision_number': 4, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'subnets': [{'id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:55:06.760584 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4e11d19-54b5-538b-a24b-6e69b5ff0a21-a3beedc6-8859-4c80-abf0-2e32066bda76', 'network_id': 'a3beedc6-8859-4c80-abf0-2e32066bda76', 'project_id': 'fc467bf621dc43a6a441927142395a05', 'fixed_ips': [{'subnet_id': 'f5c74baf-5a0f-401c-a011-01639ea9621c'}]}} from dv-cinder-835525-2-iscsi. {{(pid=115500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 14:55:06.761463 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:06.826330 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b9c73143-4b65-4ae1-9d13-8dd9fe48ace0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router (c025fb6b-9014-457d-b083-8786dd3e3855), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:06.829670 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b9c73143-4b65-4ae1-9d13-8dd9fe48ace0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (c025fb6b-9014-457d-b083-8786dd3e3855), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:06.895603 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-7503b795-dea4-4845-a0ad-e56b72bf5e5c None None] Current status of the port 38b55f66-660d-4e97-bea6-47f5b26b5b78 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:06.904429 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b9c73143-4b65-4ae1-9d13-8dd9fe48ace0 admin admin] Publish callbacks [] for router_controller (c025fb6b-9014-457d-b083-8786dd3e3855), precommit_add_association {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:06.964440 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.db_base_plugin_common [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] Allocated IP 172.20.0.2 (a3beedc6-8859-4c80-abf0-2e32066bda76/f5c74baf-5a0f-401c-a011-01639ea9621c/7756fe9b-2367-40bc-ad64-4a1d2b95b89d) {{(pid=115500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:55:07.143540 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b9c73143-4b65-4ae1-9d13-8dd9fe48ace0 admin admin] Publish callbacks [] for router_gateway (c025fb6b-9014-457d-b083-8786dd3e3855), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:07.162311 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] Publish callbacks [] for port (7756fe9b-2367-40bc-ad64-4a1d2b95b89d), precommit_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:07.224868 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (7756fe9b-2367-40bc-ad64-4a1d2b95b89d), after_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:07.283503 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] Network a3beedc6-8859-4c80-abf0-2e32066bda76 is already hosted by enough agents. {{(pid=115500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:55:07.288871 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.base_scheduler [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] Resources bound (agent type, host, resource id): {{(pid=115500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:55:07.293590 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] Received port after_create {{(pid=115500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:55:07.296810 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] Pushing event updated for resources: {'Port': ['ID=7756fe9b-2367-40bc-ad64-4a1d2b95b89d,revision_number=1']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:07.366611 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] Attempting to bind port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:55:07.367139 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] Attempting to bind port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '47b46468-e2d4-444a-a6ba-7d2a6c5c970e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a3beedc6-8859-4c80-abf0-2e32066bda76'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:55:07.367565 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] Attempting to bind port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d on network a3beedc6-8859-4c80-abf0-2e32066bda76 {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:55:07.373166 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:55:07.373633 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] Checking segment: {'id': '47b46468-e2d4-444a-a6ba-7d2a6c5c970e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a3beedc6-8859-4c80-abf0-2e32066bda76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:55:07.374117 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:07.374580 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] Bound using segment: {'id': '47b46468-e2d4-444a-a6ba-7d2a6c5c970e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a3beedc6-8859-4c80-abf0-2e32066bda76'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:55:07.375116 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] Bound port: 7756fe9b-2367-40bc-ad64-4a1d2b95b89d, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b46468-e2d4-444a-a6ba-7d2a6c5c970e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a3beedc6-8859-4c80-abf0-2e32066bda76'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:55:07.375565 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (7756fe9b-2367-40bc-ad64-4a1d2b95b89d), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:07.451103 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] For port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:55:07.454667 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] For port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=7756fe9b-2367-40bc-ad64-4a1d2b95b89d,segment=NetworkSegment(47b46468-e2d4-444a-a6ba-7d2a6c5c970e),segment_id=47b46468-e2d4-444a-a6ba-7d2a6c5c970e)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:55:07.546788 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (7756fe9b-2367-40bc-ad64-4a1d2b95b89d), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:07.609242 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda7ec3-c97a-4ce4-bced-3e2adf21ddef None None] Pushing event updated for resources: {'Port': ['ID=7756fe9b-2367-40bc-ad64-4a1d2b95b89d,revision_number=2']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:07.731046 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b9c73143-4b65-4ae1-9d13-8dd9fe48ace0 admin admin] Publish callbacks [] for router_gateway (c025fb6b-9014-457d-b083-8786dd3e3855), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:07.751370 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b9c73143-4b65-4ae1-9d13-8dd9fe48ace0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:07.890170 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [None req-b9c73143-4b65-4ae1-9d13-8dd9fe48ace0 admin admin] Allocated IP 172.27.1.123 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/8009f46a-dab5-47a0-97b2-1c868dab44e0) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:55:07.998407 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b9c73143-4b65-4ae1-9d13-8dd9fe48ace0 admin admin] Publish callbacks [] for port (8009f46a-dab5-47a0-97b2-1c868dab44e0), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:08.094857 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b9c73143-4b65-4ae1-9d13-8dd9fe48ace0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (8009f46a-dab5-47a0-97b2-1c868dab44e0), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:08.133181 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c73143-4b65-4ae1-9d13-8dd9fe48ace0 admin admin] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:55:08.135952 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-b9c73143-4b65-4ae1-9d13-8dd9fe48ace0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:55:08.142095 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c73143-4b65-4ae1-9d13-8dd9fe48ace0 admin admin] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:55:08.147551 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c73143-4b65-4ae1-9d13-8dd9fe48ace0 admin admin] Pushing event updated for resources: {'Port': ['ID=8009f46a-dab5-47a0-97b2-1c868dab44e0,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:08.340357 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 38b55f66-660d-4e97-bea6-47f5b26b5b78 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:55:08.402245 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 38b55f66-660d-4e97-bea6-47f5b26b5b78 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:08.402612 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (38b55f66-660d-4e97-bea6-47f5b26b5b78), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:08.483856 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 38b55f66-660d-4e97-bea6-47f5b26b5b78 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:08.485113 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 7756fe9b-2367-40bc-ad64-4a1d2b95b89d up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:55:08.500035 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b9c73143-4b65-4ae1-9d13-8dd9fe48ace0 admin admin] Publish callbacks [] for router_gateway (c025fb6b-9014-457d-b083-8786dd3e3855), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:08.535961 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:08.536612 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (7756fe9b-2367-40bc-ad64-4a1d2b95b89d), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:08.578216 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7404cc8-d89a-4d77-951f-82f4d9aa2be9 None None] Network a3beedc6-8859-4c80-abf0-2e32066bda76 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:55:08.672892 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-42daf193-5371-438d-8d37-6f08311eee99 None None] Provisioning complete for port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:08.673242 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-42daf193-5371-438d-8d37-6f08311eee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (7756fe9b-2367-40bc-ad64-4a1d2b95b89d), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:08.704085 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b9c73143-4b65-4ae1-9d13-8dd9fe48ace0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606242'] for router (c025fb6b-9014-457d-b083-8786dd3e3855), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:08.858551 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:08.858873 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (7756fe9b-2367-40bc-ad64-4a1d2b95b89d), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:08.900062 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c73143-4b65-4ae1-9d13-8dd9fe48ace0 admin admin] Router c025fb6b-9014-457d-b083-8786dd3e3855 is scheduled to L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 with binding_index 1 {{(pid=115499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 14:55:08.915024 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] For port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=7756fe9b-2367-40bc-ad64-4a1d2b95b89d,segment=NetworkSegment(47b46468-e2d4-444a-a6ba-7d2a6c5c970e),segment_id=47b46468-e2d4-444a-a6ba-7d2a6c5c970e)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:55:08.962100 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-42daf193-5371-438d-8d37-6f08311eee99 None None] Current status of the port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:08.978984 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-42daf193-5371-438d-8d37-6f08311eee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (7756fe9b-2367-40bc-ad64-4a1d2b95b89d), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:08.997930 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (7756fe9b-2367-40bc-ad64-4a1d2b95b89d), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:09.022415 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c73143-4b65-4ae1-9d13-8dd9fe48ace0 admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:55:09.034330 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] Sync routers for ids ['c025fb6b-9014-457d-b083-8786dd3e3855'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:55:09.046999 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] Routers {'c025fb6b-9014-457d-b083-8786dd3e3855'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:55:09.047855 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:54:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['c025fb6b-9014-457d-b083-8786dd3e3855'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:09.077126 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.db.api [None req-42daf193-5371-438d-8d37-6f08311eee99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 14:55:09.077486 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG oslo_db.api [None req-42daf193-5371-438d-8d37-6f08311eee99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 14:55:09.080472 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Pushing event updated for resources: {'Port': ['ID=7756fe9b-2367-40bc-ad64-4a1d2b95b89d,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:09.130696 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b9c73143-4b65-4ae1-9d13-8dd9fe48ace0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:09.133176 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-b9c73143-4b65-4ae1-9d13-8dd9fe48ace0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4258692 Mar 29 14:55:09.135711 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 35810) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:09.193890 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] Set router c025fb6b-9014-457d-b083-8786dd3e3855 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:55:09.388301 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c025fb6b-9014-457d-b083-8786dd3e3855', 'name': 'tempest-TestVolumeBootPattern-1840531940-router', 'tenant_id': 'fc467bf621dc43a6a441927142395a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '8009f46a-dab5-47a0-97b2-1c868dab44e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:55:06Z', 'updated_at': '2022-03-29T14:55:08Z', 'revision_number': 3, 'project_id': 'fc467bf621dc43a6a441927142395a05', 'gw_port': {'id': '8009f46a-dab5-47a0-97b2-1c868dab44e0', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c025fb6b-9014-457d-b083-8786dd3e3855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:55:07Z', 'updated_at': '2022-03-29T14:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:09.419264 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] Checking router: c025fb6b-9014-457d-b083-8786dd3e3855 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:55:09.419618 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] Updating router c025fb6b-9014-457d-b083-8786dd3e3855 port 8009f46a-dab5-47a0-97b2-1c868dab44e0 binding host dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:55:09.457768 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (8009f46a-dab5-47a0-97b2-1c868dab44e0), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:09.623061 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7b3f223b-fdbc-4a86-a5cc-f276df153ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:09.629472 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-42daf193-5371-438d-8d37-6f08311eee99 None None] Current status of the port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:09.747488 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-fa0b5c26-2b85-4cb1-9cb4-730d8ff20c82 None None] Provisioning complete for port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:09.747945 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-fa0b5c26-2b85-4cb1-9cb4-730d8ff20c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (7756fe9b-2367-40bc-ad64-4a1d2b95b89d), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:09.752597 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] Publish callbacks [] for port (8009f46a-dab5-47a0-97b2-1c868dab44e0), precommit_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:09.797343 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (8009f46a-dab5-47a0-97b2-1c868dab44e0), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:09.798262 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_common [None req-7b3f223b-fdbc-4a86-a5cc-f276df153ad0 admin admin] Allocated IP 172.20.0.1 (a3beedc6-8859-4c80-abf0-2e32066bda76/f5c74baf-5a0f-401c-a011-01639ea9621c/9e9492fd-b508-4721-bf04-ea6cce202327) {{(pid=115498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:55:09.840912 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b5c26-2b85-4cb1-9cb4-730d8ff20c82 None None] Current status of the port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:09.857075 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608ca1f-d4fe-4e55-8059-55e1843aa4cd None None] Pushing event updated for resources: {'Port': ['ID=8009f46a-dab5-47a0-97b2-1c868dab44e0,revision_number=2']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:09.859651 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] Attempting to bind port 8009f46a-dab5-47a0-97b2-1c868dab44e0 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:55:09.860017 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] Attempting to bind port 8009f46a-dab5-47a0-97b2-1c868dab44e0 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:55:09.860372 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] Attempting to bind port 8009f46a-dab5-47a0-97b2-1c868dab44e0 on network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:55:09.866210 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:55:09.867104 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] Checking segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:55:09.867501 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:09.867889 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] Bound using segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:55:09.868411 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] Bound port: 8009f46a-dab5-47a0-97b2-1c868dab44e0, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:55:09.868783 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (8009f46a-dab5-47a0-97b2-1c868dab44e0), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:09.921706 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] For port 8009f46a-dab5-47a0-97b2-1c868dab44e0, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:55:09.923668 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7b3f223b-fdbc-4a86-a5cc-f276df153ad0 admin admin] Publish callbacks [] for port (9e9492fd-b508-4721-bf04-ea6cce202327), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:09.924845 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] For port 8009f46a-dab5-47a0-97b2-1c868dab44e0, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=8009f46a-dab5-47a0-97b2-1c868dab44e0,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:55:09.992657 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (8009f46a-dab5-47a0-97b2-1c868dab44e0), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:10.020916 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7b3f223b-fdbc-4a86-a5cc-f276df153ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (9e9492fd-b508-4721-bf04-ea6cce202327), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:10.044381 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] Routers {'c025fb6b-9014-457d-b083-8786dd3e3855'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:55:10.044964 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:54:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['c025fb6b-9014-457d-b083-8786dd3e3855'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:10.060590 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3f223b-fdbc-4a86-a5cc-f276df153ad0 admin admin] Network a3beedc6-8859-4c80-abf0-2e32066bda76 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:55:10.065179 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-7b3f223b-fdbc-4a86-a5cc-f276df153ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:55:10.068877 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3f223b-fdbc-4a86-a5cc-f276df153ad0 admin admin] Received port after_create {{(pid=115498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:55:10.096011 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f223b-fdbc-4a86-a5cc-f276df153ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9492fd-b508-4721-bf04-ea6cce202327,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:10.115321 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608ca1f-d4fe-4e55-8059-55e1843aa4cd None None] Pushing event updated for resources: {'Port': ['ID=8009f46a-dab5-47a0-97b2-1c868dab44e0,revision_number=3']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:10.118247 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7b3f223b-fdbc-4a86-a5cc-f276df153ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606965'] for router_interface (c025fb6b-9014-457d-b083-8786dd3e3855), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:10.182094 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] Set router c025fb6b-9014-457d-b083-8786dd3e3855 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:55:10.483387 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 7756fe9b-2367-40bc-ad64-4a1d2b95b89d up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:55:10.483387 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:10.483387 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (7756fe9b-2367-40bc-ad64-4a1d2b95b89d), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:10.483387 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-a5081809-333d-4906-b82b-b3691b31a1da None None] Provisioning complete for port 9e9492fd-b508-4721-bf04-ea6cce202327 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:10.483387 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-a5081809-333d-4906-b82b-b3691b31a1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (9e9492fd-b508-4721-bf04-ea6cce202327), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:10.484643 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c025fb6b-9014-457d-b083-8786dd3e3855', 'name': 'tempest-TestVolumeBootPattern-1840531940-router', 'tenant_id': 'fc467bf621dc43a6a441927142395a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '8009f46a-dab5-47a0-97b2-1c868dab44e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:55:06Z', 'updated_at': '2022-03-29T14:55:08Z', 'revision_number': 3, 'project_id': 'fc467bf621dc43a6a441927142395a05', 'gw_port': {'id': '8009f46a-dab5-47a0-97b2-1c868dab44e0', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c025fb6b-9014-457d-b083-8786dd3e3855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:55:07Z', 'updated_at': '2022-03-29T14:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:10.484643 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e776d-0506-479d-9218-6b46acf94057 None None] The sync data for ids ['c025fb6b-9014-457d-b083-8786dd3e3855'] in dv-cinder-835525-2-iscsi is: [{'id': 'c025fb6b-9014-457d-b083-8786dd3e3855', 'name': 'tempest-TestVolumeBootPattern-1840531940-router', 'tenant_id': 'fc467bf621dc43a6a441927142395a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '8009f46a-dab5-47a0-97b2-1c868dab44e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:55:06Z', 'updated_at': '2022-03-29T14:55:08Z', 'revision_number': 3, 'project_id': 'fc467bf621dc43a6a441927142395a05', 'gw_port': {'id': '8009f46a-dab5-47a0-97b2-1c868dab44e0', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c025fb6b-9014-457d-b083-8786dd3e3855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:55:07Z', 'updated_at': '2022-03-29T14:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:55:10.485485 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-a5081809-333d-4906-b82b-b3691b31a1da None None] Port 9e9492fd-b508-4721-bf04-ea6cce202327 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:55:10.485485 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:10.534722 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7b3f223b-fdbc-4a86-a5cc-f276df153ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (9e9492fd-b508-4721-bf04-ea6cce202327), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:10.742166 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7b3f223b-fdbc-4a86-a5cc-f276df153ad0 admin admin] Publish callbacks [] for port (9e9492fd-b508-4721-bf04-ea6cce202327), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:10.813040 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7b3f223b-fdbc-4a86-a5cc-f276df153ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359965'] for port (9e9492fd-b508-4721-bf04-ea6cce202327), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:10.882726 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7b3f223b-fdbc-4a86-a5cc-f276df153ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606817'] for router_interface (c025fb6b-9014-457d-b083-8786dd3e3855), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:10.884441 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f223b-fdbc-4a86-a5cc-f276df153ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9492fd-b508-4721-bf04-ea6cce202327,revision_number=2']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:10.982679 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3f223b-fdbc-4a86-a5cc-f276df153ad0 admin admin] Network a3beedc6-8859-4c80-abf0-2e32066bda76 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:55:10.984069 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-7b3f223b-fdbc-4a86-a5cc-f276df153ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:55:11.107144 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3f223b-fdbc-4a86-a5cc-f276df153ad0 admin admin] Router c025fb6b-9014-457d-b083-8786dd3e3855 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:55:11.240558 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3f223b-fdbc-4a86-a5cc-f276df153ad0 admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:55:11.242083 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-7b3f223b-fdbc-4a86-a5cc-f276df153ad0 admin admin] 10.222.0.16 "PUT /v2.0/routers/c025fb6b-9014-457d-b083-8786dd3e3855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1034896 Mar 29 14:55:11.300125 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-75a52337-a466-4967-af71-4132f47e72ab None None] Provisioning complete for port 9e9492fd-b508-4721-bf04-ea6cce202327 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:11.300702 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-75a52337-a466-4967-af71-4132f47e72ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (9e9492fd-b508-4721-bf04-ea6cce202327), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:11.343095 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-75a52337-a466-4967-af71-4132f47e72ab None None] Port 9e9492fd-b508-4721-bf04-ea6cce202327 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:55:11.904966 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 35874) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:11.909525 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-1601c76a-b7c8-4774-a301-7e7831226d30 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2062493398', 'description': 'tempest-secgroup-smoke-2062493398 description', 'project_id': '72a47c982e08487193a5dce53e16ccb6'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:12.003027 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1601c76a-b7c8-4774-a301-7e7831226d30 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.065201 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] Sync routers for ids ['c025fb6b-9014-457d-b083-8786dd3e3855'] in dv-cinder-835525-2-iscsi {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:55:12.075005 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1601c76a-b7c8-4774-a301-7e7831226d30 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group (d8d617ac-4fca-493a-9bd4-a0f46980b36a), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.076159 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] Routers {'c025fb6b-9014-457d-b083-8786dd3e3855'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:55:12.076770 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:54:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['c025fb6b-9014-457d-b083-8786dd3e3855'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:12.184650 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] Set router c025fb6b-9014-457d-b083-8786dd3e3855 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:55:12.191560 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1601c76a-b7c8-4774-a301-7e7831226d30 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (d8d617ac-4fca-493a-9bd4-a0f46980b36a), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.237946 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 35878) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:12.257828 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601c76a-b7c8-4774-a301-7e7831226d30 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d617ac-4fca-493a-9bd4-a0f46980b36a,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:12.286268 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1601c76a-b7c8-4774-a301-7e7831226d30 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.289088 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-1601c76a-b7c8-4774-a301-7e7831226d30 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3820219 Mar 29 14:55:12.291690 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 35884) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:12.296639 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-e9d8faf3-28d5-49dd-9cad-58775a283364 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Request body: {'security_group_rule': {'security_group_id': 'd8d617ac-4fca-493a-9bd4-a0f46980b36a', 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:12.374019 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9dcb3153-d7f2-4b11-babf-0f377c998afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.389379 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e9d8faf3-28d5-49dd-9cad-58775a283364 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group_rule (7ad3f156-219e-4daa-b4d2-d94f8936bf0a), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.399783 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 8009f46a-dab5-47a0-97b2-1c868dab44e0 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:55:12.472649 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c025fb6b-9014-457d-b083-8786dd3e3855', 'name': 'tempest-TestVolumeBootPattern-1840531940-router', 'tenant_id': 'fc467bf621dc43a6a441927142395a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '8009f46a-dab5-47a0-97b2-1c868dab44e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:55:06Z', 'updated_at': '2022-03-29T14:55:10Z', 'revision_number': 4, 'project_id': 'fc467bf621dc43a6a441927142395a05', 'gw_port': {'id': '8009f46a-dab5-47a0-97b2-1c868dab44e0', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c025fb6b-9014-457d-b083-8786dd3e3855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:55:07Z', 'updated_at': '2022-03-29T14:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '9e9492fd-b508-4721-bf04-ea6cce202327', 'name': '', 'network_id': 'a3beedc6-8859-4c80-abf0-2e32066bda76', 'tenant_id': 'fc467bf621dc43a6a441927142395a05', 'mac_address': 'fa:16:3e:f9:d6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c025fb6b-9014-457d-b083-8786dd3e3855', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f5c74baf-5a0f-401c-a011-01639ea9621c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:55:09Z', 'updated_at': '2022-03-29T14:55:10Z', 'revision_number': 2, 'project_id': 'fc467bf621dc43a6a441927142395a05', 'subnets': [{'id': 'f5c74baf-5a0f-401c-a011-01639ea9621c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:12.475261 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 8009f46a-dab5-47a0-97b2-1c868dab44e0 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:12.476234 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (8009f46a-dab5-47a0-97b2-1c868dab44e0), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.483075 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e9d8faf3-28d5-49dd-9cad-58775a283364 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group_rule (7ad3f156-219e-4daa-b4d2-d94f8936bf0a), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.509098 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9dcb3153-d7f2-4b11-babf-0f377c998afc admin admin] Publish callbacks [] for security_group (7bf24e4e-aef7-4a00-84d1-b745f0d4f208), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.516350 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] Checking router: c025fb6b-9014-457d-b083-8786dd3e3855 for host: dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:55:12.516700 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] Updating router c025fb6b-9014-457d-b083-8786dd3e3855 port 9e9492fd-b508-4721-bf04-ea6cce202327 binding host dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:55:12.534047 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e9d8faf3-28d5-49dd-9cad-58775a283364 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (7ad3f156-219e-4daa-b4d2-d94f8936bf0a), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.552126 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8faf3-28d5-49dd-9cad-58775a283364 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad3f156-219e-4daa-b4d2-d94f8936bf0a,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:12.554272 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9dcb3153-d7f2-4b11-babf-0f377c998afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (7bf24e4e-aef7-4a00-84d1-b745f0d4f208), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.559254 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (9e9492fd-b508-4721-bf04-ea6cce202327), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.596106 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-9dcb3153-d7f2-4b11-babf-0f377c998afc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04828f34dc8a41f1a78856599a2d4108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3524024 Mar 29 14:55:12.596476 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 35888) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:12.604566 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb3153-d7f2-4b11-babf-0f377c998afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf24e4e-aef7-4a00-84d1-b745f0d4f208,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:12.639289 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e9d8faf3-28d5-49dd-9cad-58775a283364 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.640481 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-e9d8faf3-28d5-49dd-9cad-58775a283364 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3478220 Mar 29 14:55:12.643437 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 35890) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:12.647113 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 8009f46a-dab5-47a0-97b2-1c868dab44e0 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:12.651038 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (8009f46a-dab5-47a0-97b2-1c868dab44e0), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.651176 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-596f235a-b995-4981-8f9c-cafe74ea1abe tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Request body: {'security_group_rule': {'security_group_id': 'd8d617ac-4fca-493a-9bd4-a0f46980b36a', 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:12.656585 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-de35230f-d098-4b98-9e2d-b5513c5f2d1d admin admin] Publish callbacks [] for security_group (7bf24e4e-aef7-4a00-84d1-b745f0d4f208), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.678702 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-de35230f-d098-4b98-9e2d-b5513c5f2d1d admin admin] Publish callbacks [] for security_group (7bf24e4e-aef7-4a00-84d1-b745f0d4f208), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.724964 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] For port 8009f46a-dab5-47a0-97b2-1c868dab44e0, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=8009f46a-dab5-47a0-97b2-1c868dab44e0,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:55:12.732525 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-596f235a-b995-4981-8f9c-cafe74ea1abe tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group_rule (3c8e76ed-31a3-4202-947f-edfb7532f3c2), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.801668 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-de35230f-d098-4b98-9e2d-b5513c5f2d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (7bf24e4e-aef7-4a00-84d1-b745f0d4f208), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.804325 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-de35230f-d098-4b98-9e2d-b5513c5f2d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.805972 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-de35230f-d098-4b98-9e2d-b5513c5f2d1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7bf24e4e-aef7-4a00-84d1-b745f0d4f208 HTTP/1.1" status: 204 len: 168 time: 0.2081771 Mar 29 14:55:12.814324 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35230f-d098-4b98-9e2d-b5513c5f2d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf24e4e-aef7-4a00-84d1-b745f0d4f208,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:12.818156 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-596f235a-b995-4981-8f9c-cafe74ea1abe tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group_rule (3c8e76ed-31a3-4202-947f-edfb7532f3c2), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.845659 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (8009f46a-dab5-47a0-97b2-1c868dab44e0), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.892868 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-596f235a-b995-4981-8f9c-cafe74ea1abe tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (3c8e76ed-31a3-4202-947f-edfb7532f3c2), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.911141 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f235a-b995-4981-8f9c-cafe74ea1abe tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8e76ed-31a3-4202-947f-edfb7532f3c2,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:12.931876 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] Publish callbacks [] for port (9e9492fd-b508-4721-bf04-ea6cce202327), precommit_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:12.933648 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Pushing event updated for resources: {'Port': ['ID=8009f46a-dab5-47a0-97b2-1c868dab44e0,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:13.032135 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-596f235a-b995-4981-8f9c-cafe74ea1abe tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.035511 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-596f235a-b995-4981-8f9c-cafe74ea1abe tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3886800 Mar 29 14:55:13.036174 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 35894) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:13.040554 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-44448912-cafb-459d-b54e-eea74d8f80b9 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Request body: {'security_group_rule': {'security_group_id': 'd8d617ac-4fca-493a-9bd4-a0f46980b36a', 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:13.065622 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (9e9492fd-b508-4721-bf04-ea6cce202327), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.139942 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-44448912-cafb-459d-b54e-eea74d8f80b9 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group_rule (5e979273-4c85-433e-b1e4-9920e028c437), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.162611 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813745e-d221-42ec-b0dd-04889bafa470 None None] Pushing event updated for resources: {'Port': ['ID=9e9492fd-b508-4721-bf04-ea6cce202327,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:13.187420 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] Attempting to bind port 9e9492fd-b508-4721-bf04-ea6cce202327 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:55:13.187885 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] Attempting to bind port 9e9492fd-b508-4721-bf04-ea6cce202327 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '47b46468-e2d4-444a-a6ba-7d2a6c5c970e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a3beedc6-8859-4c80-abf0-2e32066bda76'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:55:13.188309 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] Attempting to bind port 9e9492fd-b508-4721-bf04-ea6cce202327 on network a3beedc6-8859-4c80-abf0-2e32066bda76 {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:55:13.196062 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:55:13.196616 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] Checking segment: {'id': '47b46468-e2d4-444a-a6ba-7d2a6c5c970e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a3beedc6-8859-4c80-abf0-2e32066bda76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:55:13.197227 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.197793 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] Bound using segment: {'id': '47b46468-e2d4-444a-a6ba-7d2a6c5c970e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a3beedc6-8859-4c80-abf0-2e32066bda76'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:55:13.198187 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] Bound port: 9e9492fd-b508-4721-bf04-ea6cce202327, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b46468-e2d4-444a-a6ba-7d2a6c5c970e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a3beedc6-8859-4c80-abf0-2e32066bda76'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:55:13.198568 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (9e9492fd-b508-4721-bf04-ea6cce202327), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.232679 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-44448912-cafb-459d-b54e-eea74d8f80b9 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group_rule (5e979273-4c85-433e-b1e4-9920e028c437), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.279215 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] For port 9e9492fd-b508-4721-bf04-ea6cce202327, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:55:13.282507 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] For port 9e9492fd-b508-4721-bf04-ea6cce202327, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=9e9492fd-b508-4721-bf04-ea6cce202327,segment=NetworkSegment(47b46468-e2d4-444a-a6ba-7d2a6c5c970e),segment_id=47b46468-e2d4-444a-a6ba-7d2a6c5c970e)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:55:13.311479 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-44448912-cafb-459d-b54e-eea74d8f80b9 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (5e979273-4c85-433e-b1e4-9920e028c437), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.331757 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44448912-cafb-459d-b54e-eea74d8f80b9 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e979273-4c85-433e-b1e4-9920e028c437,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:13.380958 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-dbd79e10-0988-43ff-9b63-6d010f236e5e None None] Provisioning complete for port 9e9492fd-b508-4721-bf04-ea6cce202327 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:13.381354 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-dbd79e10-0988-43ff-9b63-6d010f236e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (9e9492fd-b508-4721-bf04-ea6cce202327), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.399023 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-44448912-cafb-459d-b54e-eea74d8f80b9 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.407014 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-44448912-cafb-459d-b54e-eea74d8f80b9 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3631349 Mar 29 14:55:13.407242 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (9e9492fd-b508-4721-bf04-ea6cce202327), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.408866 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 35898) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:13.413345 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-4e363c7a-9421-4817-8fdf-7954e61e0325 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Request body: {'security_group_rule': {'security_group_id': 'd8d617ac-4fca-493a-9bd4-a0f46980b36a', 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:13.450466 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-dbd79e10-0988-43ff-9b63-6d010f236e5e None None] Port 9e9492fd-b508-4721-bf04-ea6cce202327 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:55:13.476015 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] Routers {'c025fb6b-9014-457d-b083-8786dd3e3855'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:55:13.476640 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:54:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['c025fb6b-9014-457d-b083-8786dd3e3855'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:13.478406 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813745e-d221-42ec-b0dd-04889bafa470 None None] Pushing event updated for resources: {'Port': ['ID=9e9492fd-b508-4721-bf04-ea6cce202327,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:13.533464 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4e363c7a-9421-4817-8fdf-7954e61e0325 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group_rule (bbae4031-c8d5-4a21-b0bd-c308ef2a75b6), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.596153 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4e363c7a-9421-4817-8fdf-7954e61e0325 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group_rule (bbae4031-c8d5-4a21-b0bd-c308ef2a75b6), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.603862 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] Set router c025fb6b-9014-457d-b083-8786dd3e3855 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:55:13.660207 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4e363c7a-9421-4817-8fdf-7954e61e0325 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (bbae4031-c8d5-4a21-b0bd-c308ef2a75b6), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.677138 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e363c7a-9421-4817-8fdf-7954e61e0325 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbae4031-c8d5-4a21-b0bd-c308ef2a75b6,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:13.745987 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-afc6b2c2-f29d-4915-a781-853cf73fd63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.748101 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-87a53cb1-64a9-4cbf-a5ff-8cba17c3b6a5 None None] Provisioning complete for port 9e9492fd-b508-4721-bf04-ea6cce202327 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:13.748470 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-87a53cb1-64a9-4cbf-a5ff-8cba17c3b6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (9e9492fd-b508-4721-bf04-ea6cce202327), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.753635 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4e363c7a-9421-4817-8fdf-7954e61e0325 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.755748 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-4e363c7a-9421-4817-8fdf-7954e61e0325 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3450234 Mar 29 14:55:13.757885 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 35902) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:13.762283 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-24c4683b-fa13-486b-ac9a-b0c42c7eb496 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Request body: {'security_group_rule': {'security_group_id': 'd8d617ac-4fca-493a-9bd4-a0f46980b36a', 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:13.858806 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.db.securitygroups_db [None req-24c4683b-fa13-486b-ac9a-b0c42c7eb496 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Project 72a47c982e08487193a5dce53e16ccb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 14:55:13.864009 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-24c4683b-fa13-486b-ac9a-b0c42c7eb496 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group_rule (05c87c4d-26ff-4af9-a23d-8f7fb07522b9), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.881696 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-87a53cb1-64a9-4cbf-a5ff-8cba17c3b6a5 None None] Current status of the port 9e9492fd-b508-4721-bf04-ea6cce202327 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:13.882040 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-87a53cb1-64a9-4cbf-a5ff-8cba17c3b6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (9e9492fd-b508-4721-bf04-ea6cce202327), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.923992 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-24c4683b-fa13-486b-ac9a-b0c42c7eb496 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group_rule (05c87c4d-26ff-4af9-a23d-8f7fb07522b9), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.924583 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-87a53cb1-64a9-4cbf-a5ff-8cba17c3b6a5 None None] For port 9e9492fd-b508-4721-bf04-ea6cce202327, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=9e9492fd-b508-4721-bf04-ea6cce202327,segment=NetworkSegment(47b46468-e2d4-444a-a6ba-7d2a6c5c970e),segment_id=47b46468-e2d4-444a-a6ba-7d2a6c5c970e)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:55:13.927125 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c025fb6b-9014-457d-b083-8786dd3e3855', 'name': 'tempest-TestVolumeBootPattern-1840531940-router', 'tenant_id': 'fc467bf621dc43a6a441927142395a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '8009f46a-dab5-47a0-97b2-1c868dab44e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:55:06Z', 'updated_at': '2022-03-29T14:55:10Z', 'revision_number': 4, 'project_id': 'fc467bf621dc43a6a441927142395a05', 'gw_port': {'id': '8009f46a-dab5-47a0-97b2-1c868dab44e0', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c025fb6b-9014-457d-b083-8786dd3e3855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:55:07Z', 'updated_at': '2022-03-29T14:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '9e9492fd-b508-4721-bf04-ea6cce202327', 'name': '', 'network_id': 'a3beedc6-8859-4c80-abf0-2e32066bda76', 'tenant_id': 'fc467bf621dc43a6a441927142395a05', 'mac_address': 'fa:16:3e:f9:d6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c025fb6b-9014-457d-b083-8786dd3e3855', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f5c74baf-5a0f-401c-a011-01639ea9621c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:55:09Z', 'updated_at': '2022-03-29T14:55:13Z', 'revision_number': 4, 'project_id': 'fc467bf621dc43a6a441927142395a05', 'subnets': [{'id': 'f5c74baf-5a0f-401c-a011-01639ea9621c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:13.954382 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a58663-1c39-4b64-b0a4-0769d6bbb7f1 None None] The sync data for ids ['c025fb6b-9014-457d-b083-8786dd3e3855'] in dv-cinder-835525-2-iscsi is: [{'id': 'c025fb6b-9014-457d-b083-8786dd3e3855', 'name': 'tempest-TestVolumeBootPattern-1840531940-router', 'tenant_id': 'fc467bf621dc43a6a441927142395a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '8009f46a-dab5-47a0-97b2-1c868dab44e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:55:06Z', 'updated_at': '2022-03-29T14:55:10Z', 'revision_number': 4, 'project_id': 'fc467bf621dc43a6a441927142395a05', 'gw_port': {'id': '8009f46a-dab5-47a0-97b2-1c868dab44e0', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c025fb6b-9014-457d-b083-8786dd3e3855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:55:07Z', 'updated_at': '2022-03-29T14:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '9e9492fd-b508-4721-bf04-ea6cce202327', 'name': '', 'network_id': 'a3beedc6-8859-4c80-abf0-2e32066bda76', 'tenant_id': 'fc467bf621dc43a6a441927142395a05', 'mac_address': 'fa:16:3e:f9:d6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c025fb6b-9014-457d-b083-8786dd3e3855', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f5c74baf-5a0f-401c-a011-01639ea9621c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:55:09Z', 'updated_at': '2022-03-29T14:55:13Z', 'revision_number': 4, 'project_id': 'fc467bf621dc43a6a441927142395a05', 'subnets': [{'id': 'f5c74baf-5a0f-401c-a011-01639ea9621c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:55:13.974631 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-24c4683b-fa13-486b-ac9a-b0c42c7eb496 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (05c87c4d-26ff-4af9-a23d-8f7fb07522b9), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.996637 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4683b-fa13-486b-ac9a-b0c42c7eb496 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c87c4d-26ff-4af9-a23d-8f7fb07522b9,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:14.012807 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-87a53cb1-64a9-4cbf-a5ff-8cba17c3b6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (9e9492fd-b508-4721-bf04-ea6cce202327), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:14.062404 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a53cb1-64a9-4cbf-a5ff-8cba17c3b6a5 None None] Pushing event updated for resources: {'Port': ['ID=9e9492fd-b508-4721-bf04-ea6cce202327,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:14.102412 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-24c4683b-fa13-486b-ac9a-b0c42c7eb496 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:14.106145 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-24c4683b-fa13-486b-ac9a-b0c42c7eb496 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3447874 Mar 29 14:55:14.106571 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 35904) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:14.111538 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-9313a6cd-130d-490c-95b7-376ff497ec8b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Request body: {'security_group_rule': {'security_group_id': 'd8d617ac-4fca-493a-9bd4-a0f46980b36a', 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:14.191484 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.db.securitygroups_db [None req-9313a6cd-130d-490c-95b7-376ff497ec8b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Project 72a47c982e08487193a5dce53e16ccb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 14:55:14.197793 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9313a6cd-130d-490c-95b7-376ff497ec8b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group_rule (89e22034-713c-4cfa-9c7e-f18ee8d89e72), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:14.277488 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9313a6cd-130d-490c-95b7-376ff497ec8b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group_rule (89e22034-713c-4cfa-9c7e-f18ee8d89e72), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:14.342406 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9313a6cd-130d-490c-95b7-376ff497ec8b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (89e22034-713c-4cfa-9c7e-f18ee8d89e72), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:14.366357 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 8009f46a-dab5-47a0-97b2-1c868dab44e0 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:55:14.367294 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313a6cd-130d-490c-95b7-376ff497ec8b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e22034-713c-4cfa-9c7e-f18ee8d89e72,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:14.420824 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 8009f46a-dab5-47a0-97b2-1c868dab44e0 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:14.421327 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (8009f46a-dab5-47a0-97b2-1c868dab44e0), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:14.453141 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9313a6cd-130d-490c-95b7-376ff497ec8b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:14.454869 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-9313a6cd-130d-490c-95b7-376ff497ec8b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3470716 Mar 29 14:55:14.526391 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 8009f46a-dab5-47a0-97b2-1c868dab44e0 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:14.527545 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 9e9492fd-b508-4721-bf04-ea6cce202327 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:55:14.587913 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 9e9492fd-b508-4721-bf04-ea6cce202327 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:14.588369 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (9e9492fd-b508-4721-bf04-ea6cce202327), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:14.825384 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 9e9492fd-b508-4721-bf04-ea6cce202327 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:15.733551 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-205441e8-d3a1-4035-b224-27c7ea8da334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:17.065327 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:18.265489 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:19.745621 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:21.554009 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e2751-a646-4e4d-ac49-76c39e9b9615 req-7b677752-b746-499a-9655-b7d1db87ed0b tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:21.556656 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-828e2751-a646-4e4d-ac49-76c39e9b9615 req-7b677752-b746-499a-9655-b7d1db87ed0b tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 946 time: 0.0545106 Mar 29 14:55:21.607292 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-828e2751-a646-4e4d-ac49-76c39e9b9615 req-56b8170b-10c6-4563-823c-1e6e875c911e tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451231 Mar 29 14:55:21.631146 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 36042) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:21.860926 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0181daa-23d3-45ba-b74a-d9fbe5bcd550 tempest-TestMinimumBasicScenario-88959441 tempest-TestMinimumBasicScenario-88959441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:21.862595 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-c0181daa-23d3-45ba-b74a-d9fbe5bcd550 tempest-TestMinimumBasicScenario-88959441 tempest-TestMinimumBasicScenario-88959441-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 1125 time: 0.2302396 Mar 29 14:55:21.865956 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 36048) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:21.871073 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Request body: {'floatingip': {'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'port_id': '074fc41f-7341-4e36-9c84-6ba8ce452a28', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:21.938591 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:55:21.950850 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:22.047911 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:22.353950 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_common [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Allocated IP 172.27.1.208 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/19e313a6-12be-4a6b-b2f3-aa7cd806aeb6) {{(pid=115498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:55:22.466944 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for port (19e313a6-12be-4a6b-b2f3-aa7cd806aeb6), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:22.556890 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (19e313a6-12be-4a6b-b2f3-aa7cd806aeb6), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:22.603925 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:55:22.606899 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:55:22.610399 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Received port after_create {{(pid=115498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:55:22.639244 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Pushing event updated for resources: {'Port': ['ID=19e313a6-12be-4a6b-b2f3-aa7cd806aeb6,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:22.985170 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for floatingip (4291dbdd-3bab-454c-8018-282f25b69d79), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:23.155243 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (19e313a6-12be-4a6b-b2f3-aa7cd806aeb6), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:23.317501 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for port (19e313a6-12be-4a6b-b2f3-aa7cd806aeb6), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:23.390940 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359965'] for port (19e313a6-12be-4a6b-b2f3-aa7cd806aeb6), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:23.471896 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Pushing event updated for resources: {'Port': ['ID=19e313a6-12be-4a6b-b2f3-aa7cd806aeb6,revision_number=2']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:23.481769 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (4291dbdd-3bab-454c-8018-282f25b69d79), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:23.599326 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.db.l3_db [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Floating IP 4291dbdd-3bab-454c-8018-282f25b69d79 associated. External IP: 172.27.1.208, port: 074fc41f-7341-4e36-9c84-6ba8ce452a28. Mar 29 14:55:23.821797 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Router f500ce78-bf40-4ff5-9dc7-6f9d770582d7 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:55:23.941608 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:55:23.953398 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e59f6d-8dc0-4575-98a6-6c0565b04944 None None] Sync routers for ids ['f500ce78-bf40-4ff5-9dc7-6f9d770582d7'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:55:23.966180 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e59f6d-8dc0-4575-98a6-6c0565b04944 None None] Routers {'f500ce78-bf40-4ff5-9dc7-6f9d770582d7'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:55:23.966888 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-62e59f6d-8dc0-4575-98a6-6c0565b04944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:55:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['f500ce78-bf40-4ff5-9dc7-6f9d770582d7'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:24.068551 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:24.118694 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-3a89f183-97c5-40a3-a797-91de00975477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2492752 Mar 29 14:55:24.118694 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'tag': '074fc41f-7341-4e36-9c84-6ba8ce452a28'}] {{(pid=115498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:55:24.119330 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36074) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:24.121471 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e942afba9a14c6231233b91f836bdf3e59ef1877de833c869ac23223c5a4452f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f57626a-f6ec-4291-a6ae-45bdbc975c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "95913f2f-2ddc-4026-8405-a0c035ef7be7", "tag": "074fc41f-7341-4e36-9c84-6ba8ce452a28"}]}' {{(pid=115498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:55:24.124618 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-b52dcde6-cc7d-4af2-b27c-0913a6b00069 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-856731269', 'description': 'tempest-secgroup-smoke-856731269 description', 'project_id': '59c8a5905d7d45b5b833ace29a4559d0'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:24.173595 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640247e1-ff2c-4c34-8726-9bd196940959 x-openstack-request-id: req-640247e1-ff2c-4c34-8726-9bd196940959 {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:55:24.174187 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95913f2f-2ddc-4026-8405-a0c035ef7be7", "tag": "074fc41f-7341-4e36-9c84-6ba8ce452a28", "status": "completed", "code": 200}]} {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:55:24.175047 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-640247e1-ff2c-4c34-8726-9bd196940959 {{(pid=115498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:55:24.175859 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-640247e1-ff2c-4c34-8726-9bd196940959'] response: {'name': 'network-changed', 'server_uuid': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'tag': '074fc41f-7341-4e36-9c84-6ba8ce452a28', 'status': 'completed', 'code': 200} Mar 29 14:55:24.228462 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-62e59f6d-8dc0-4575-98a6-6c0565b04944 None None] Set router f500ce78-bf40-4ff5-9dc7-6f9d770582d7 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:55:24.235816 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b52dcde6-cc7d-4af2-b27c-0913a6b00069 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:24.346062 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b52dcde6-cc7d-4af2-b27c-0913a6b00069 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group (7047ce42-9ddf-4177-88ec-a0dc9f6340f5), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:24.358946 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57626a-f6ec-4291-a6ae-45bdbc975c0b req-e535f3a3-cd27-4d20-a6fa-fa818f7121b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:24.360476 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-8f57626a-f6ec-4291-a6ae-45bdbc975c0b req-e535f3a3-cd27-4d20-a6fa-fa818f7121b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59c8a5905d7d45b5b833ace29a4559d0&device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 1130 time: 0.1256859 Mar 29 14:55:24.421662 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b52dcde6-cc7d-4af2-b27c-0913a6b00069 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (7047ce42-9ddf-4177-88ec-a0dc9f6340f5), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:24.474550 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52dcde6-cc7d-4af2-b27c-0913a6b00069 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7047ce42-9ddf-4177-88ec-a0dc9f6340f5,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:24.485456 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57626a-f6ec-4291-a6ae-45bdbc975c0b req-2af8bdf7-2207-4497-aedf-4fa2118f10de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:24.486939 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-8f57626a-f6ec-4291-a6ae-45bdbc975c0b req-2af8bdf7-2207-4497-aedf-4fa2118f10de service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ae2e8b4-22d2-4d52-a946-a55ff4289652 HTTP/1.1" status: 200 len: 915 time: 0.1188803 Mar 29 14:55:24.490818 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-62e59f6d-8dc0-4575-98a6-6c0565b04944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'name': 'tempest-TestMinimumBasicScenario-371417508-router', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:47Z', 'updated_at': '2022-03-29T14:53:52Z', 'revision_number': 4, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'gw_port': {'id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:48Z', 'updated_at': '2022-03-29T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '4291dbdd-3bab-454c-8018-282f25b69d79', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'port_id': '074fc41f-7341-4e36-9c84-6ba8ce452a28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652', 'mac_address': 'fa:16:3e:16:b2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:55:22Z', 'updated_at': '2022-03-29T14:55:22Z', 'revision_number': 0, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c3bdbc-215a-4c5c-9750-931f85c55c34', 'name': '', 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'mac_address': 'fa:16:3e:49:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '38a2dac5-7c8e-4061-bce9-293971606099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:51Z', 'updated_at': '2022-03-29T14:53:57Z', 'revision_number': 5, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'subnets': [{'id': '38a2dac5-7c8e-4061-bce9-293971606099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:24.517947 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e59f6d-8dc0-4575-98a6-6c0565b04944 None None] Checking router: f500ce78-bf40-4ff5-9dc7-6f9d770582d7 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:55:24.526387 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e59f6d-8dc0-4575-98a6-6c0565b04944 None None] Routers {'f500ce78-bf40-4ff5-9dc7-6f9d770582d7'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:55:24.526982 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-62e59f6d-8dc0-4575-98a6-6c0565b04944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:55:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['f500ce78-bf40-4ff5-9dc7-6f9d770582d7'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:24.555743 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-8f57626a-f6ec-4291-a6ae-45bdbc975c0b req-07b335ef-0fe2-46d1-bf34-a4b46a37d987 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=074fc41f-7341-4e36-9c84-6ba8ce452a28 HTTP/1.1" status: 200 len: 1000 time: 0.0616896 Mar 29 14:55:24.606152 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57626a-f6ec-4291-a6ae-45bdbc975c0b req-73c41991-6d12-4511-a8ee-5691234d29ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:24.607630 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-8f57626a-f6ec-4291-a6ae-45bdbc975c0b req-73c41991-6d12-4511-a8ee-5691234d29ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38a2dac5-7c8e-4061-bce9-293971606099 HTTP/1.1" status: 200 len: 853 time: 0.0449817 Mar 29 14:55:24.636049 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-62e59f6d-8dc0-4575-98a6-6c0565b04944 None None] Set router f500ce78-bf40-4ff5-9dc7-6f9d770582d7 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:55:24.656168 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57626a-f6ec-4291-a6ae-45bdbc975c0b req-f3002849-87a6-4412-bc09-0bf7e2c795a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:24.657784 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-8f57626a-f6ec-4291-a6ae-45bdbc975c0b req-f3002849-87a6-4412-bc09-0bf7e2c795a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ae2e8b4-22d2-4d52-a946-a55ff4289652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434527 Mar 29 14:55:24.753186 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-8f57626a-f6ec-4291-a6ae-45bdbc975c0b req-9980dca9-e0bb-4990-a7dc-56bc606e770c service neutron] 10.222.0.13 "GET /v2.0/networks/6ae2e8b4-22d2-4d52-a946-a55ff4289652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884540 Mar 29 14:55:24.810605 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b52dcde6-cc7d-4af2-b27c-0913a6b00069 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:24.812518 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-b52dcde6-cc7d-4af2-b27c-0913a6b00069 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6913440 Mar 29 14:55:24.815310 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 36086) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:24.820169 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-489b6255-e85e-466a-8781-b8ad8ca2cab3 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Request body: {'security_group_rule': {'security_group_id': '7047ce42-9ddf-4177-88ec-a0dc9f6340f5', 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:24.863703 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-8f57626a-f6ec-4291-a6ae-45bdbc975c0b req-c8f7447c-8311-474e-aa9a-f2359a8d8389 service neutron] 10.222.0.13 "GET /v2.0/networks/6ae2e8b4-22d2-4d52-a946-a55ff4289652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024039 Mar 29 14:55:24.880758 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-62e59f6d-8dc0-4575-98a6-6c0565b04944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'name': 'tempest-TestMinimumBasicScenario-371417508-router', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:47Z', 'updated_at': '2022-03-29T14:53:52Z', 'revision_number': 4, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'gw_port': {'id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:48Z', 'updated_at': '2022-03-29T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '4291dbdd-3bab-454c-8018-282f25b69d79', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'port_id': '074fc41f-7341-4e36-9c84-6ba8ce452a28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652', 'mac_address': 'fa:16:3e:16:b2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:55:22Z', 'updated_at': '2022-03-29T14:55:22Z', 'revision_number': 0, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c3bdbc-215a-4c5c-9750-931f85c55c34', 'name': '', 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'mac_address': 'fa:16:3e:49:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '38a2dac5-7c8e-4061-bce9-293971606099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:51Z', 'updated_at': '2022-03-29T14:53:57Z', 'revision_number': 5, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'subnets': [{'id': '38a2dac5-7c8e-4061-bce9-293971606099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:55:24.910640 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e59f6d-8dc0-4575-98a6-6c0565b04944 None None] The sync data for ids ['f500ce78-bf40-4ff5-9dc7-6f9d770582d7'] in dv-cinder-835525-2-iscsi is: [{'id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'name': 'tempest-TestMinimumBasicScenario-371417508-router', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:47Z', 'updated_at': '2022-03-29T14:53:52Z', 'revision_number': 4, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'gw_port': {'id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:48Z', 'updated_at': '2022-03-29T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '4291dbdd-3bab-454c-8018-282f25b69d79', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'port_id': '074fc41f-7341-4e36-9c84-6ba8ce452a28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652', 'mac_address': 'fa:16:3e:16:b2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:55:22Z', 'updated_at': '2022-03-29T14:55:22Z', 'revision_number': 0, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c3bdbc-215a-4c5c-9750-931f85c55c34', 'name': '', 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'mac_address': 'fa:16:3e:49:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '38a2dac5-7c8e-4061-bce9-293971606099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:51Z', 'updated_at': '2022-03-29T14:53:57Z', 'revision_number': 5, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'subnets': [{'id': '38a2dac5-7c8e-4061-bce9-293971606099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:55:24.973585 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-489b6255-e85e-466a-8781-b8ad8ca2cab3 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group_rule (806ca092-5260-4532-91ec-acb9973d392c), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:25.040575 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-489b6255-e85e-466a-8781-b8ad8ca2cab3 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group_rule (806ca092-5260-4532-91ec-acb9973d392c), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:25.111616 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-489b6255-e85e-466a-8781-b8ad8ca2cab3 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (806ca092-5260-4532-91ec-acb9973d392c), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:25.135735 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b6255-e85e-466a-8781-b8ad8ca2cab3 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806ca092-5260-4532-91ec-acb9973d392c,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:25.140750 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a10aa5-0968-4b7c-a80b-0ca26d647194 None None] New status for floating IP 4291dbdd-3bab-454c-8018-282f25b69d79: ACTIVE {{(pid=115500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 14:55:25.216371 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-489b6255-e85e-466a-8781-b8ad8ca2cab3 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:25.217688 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-489b6255-e85e-466a-8781-b8ad8ca2cab3 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4012215 Mar 29 14:55:25.220608 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 36094) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:25.224913 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-3e081a92-d0b7-4fc5-a577-9e1f72197244 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Request body: {'security_group_rule': {'security_group_id': '7047ce42-9ddf-4177-88ec-a0dc9f6340f5', 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:25.350630 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3e081a92-d0b7-4fc5-a577-9e1f72197244 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group_rule (189668ac-2623-4a76-8a8a-b338f7011e01), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:25.412395 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3e081a92-d0b7-4fc5-a577-9e1f72197244 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group_rule (189668ac-2623-4a76-8a8a-b338f7011e01), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:25.516814 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3e081a92-d0b7-4fc5-a577-9e1f72197244 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (189668ac-2623-4a76-8a8a-b338f7011e01), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:25.531931 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e081a92-d0b7-4fc5-a577-9e1f72197244 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189668ac-2623-4a76-8a8a-b338f7011e01,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:25.586865 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3e081a92-d0b7-4fc5-a577-9e1f72197244 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:25.588125 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-3e081a92-d0b7-4fc5-a577-9e1f72197244 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3667071 Mar 29 14:55:25.590823 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 36098) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:25.595062 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-615cf112-6b09-4909-934e-e0b1cf21e4f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Request body: {'security_group_rule': {'security_group_id': '7047ce42-9ddf-4177-88ec-a0dc9f6340f5', 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:25.658145 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-615cf112-6b09-4909-934e-e0b1cf21e4f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group_rule (df2d41c2-7294-46b8-855d-7c157b45033e), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:25.718254 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-615cf112-6b09-4909-934e-e0b1cf21e4f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group_rule (df2d41c2-7294-46b8-855d-7c157b45033e), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:25.780071 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-615cf112-6b09-4909-934e-e0b1cf21e4f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (df2d41c2-7294-46b8-855d-7c157b45033e), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:25.800756 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cf112-6b09-4909-934e-e0b1cf21e4f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2d41c2-7294-46b8-855d-7c157b45033e,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:25.885172 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-615cf112-6b09-4909-934e-e0b1cf21e4f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:25.886438 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-615cf112-6b09-4909-934e-e0b1cf21e4f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2947066 Mar 29 14:55:25.889199 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 36102) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:25.895352 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-a012fe71-a62f-4ec5-bb8a-f3c0ca24f477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Request body: {'security_group_rule': {'security_group_id': '7047ce42-9ddf-4177-88ec-a0dc9f6340f5', 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:25.969641 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a012fe71-a62f-4ec5-bb8a-f3c0ca24f477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group_rule (ba4fcf77-4e51-4dd9-9f5c-b64461129c9c), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:26.027782 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a012fe71-a62f-4ec5-bb8a-f3c0ca24f477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group_rule (ba4fcf77-4e51-4dd9-9f5c-b64461129c9c), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:26.099483 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a012fe71-a62f-4ec5-bb8a-f3c0ca24f477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (ba4fcf77-4e51-4dd9-9f5c-b64461129c9c), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:26.119382 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012fe71-a62f-4ec5-bb8a-f3c0ca24f477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4fcf77-4e51-4dd9-9f5c-b64461129c9c,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:26.164389 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-a012fe71-a62f-4ec5-bb8a-f3c0ca24f477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:26.165647 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-a012fe71-a62f-4ec5-bb8a-f3c0ca24f477 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2753160 Mar 29 14:55:26.168529 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36106) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:26.172943 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-08ee452b-7096-487d-9a58-da8d5c5ea501 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Request body: {'security_group_rule': {'security_group_id': '7047ce42-9ddf-4177-88ec-a0dc9f6340f5', 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:26.243369 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.securitygroups_db [None req-08ee452b-7096-487d-9a58-da8d5c5ea501 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Project 59c8a5905d7d45b5b833ace29a4559d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 14:55:26.249005 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-08ee452b-7096-487d-9a58-da8d5c5ea501 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group_rule (0b098237-722c-4546-a000-753d4fc67198), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:26.311516 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-08ee452b-7096-487d-9a58-da8d5c5ea501 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group_rule (0b098237-722c-4546-a000-753d4fc67198), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:26.357180 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-08ee452b-7096-487d-9a58-da8d5c5ea501 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (0b098237-722c-4546-a000-753d4fc67198), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:26.379533 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee452b-7096-487d-9a58-da8d5c5ea501 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b098237-722c-4546-a000-753d4fc67198,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:26.444401 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-08ee452b-7096-487d-9a58-da8d5c5ea501 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:26.445776 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-08ee452b-7096-487d-9a58-da8d5c5ea501 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2761469 Mar 29 14:55:26.448371 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36112) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:26.452650 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-8bd20e75-4bc4-427d-84f6-37894e61ddfb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Request body: {'security_group_rule': {'security_group_id': '7047ce42-9ddf-4177-88ec-a0dc9f6340f5', 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:26.528064 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.securitygroups_db [None req-8bd20e75-4bc4-427d-84f6-37894e61ddfb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Project 59c8a5905d7d45b5b833ace29a4559d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 14:55:26.533898 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8bd20e75-4bc4-427d-84f6-37894e61ddfb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group_rule (023e86df-1e7a-4379-8d14-05afc354a72a), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:26.598403 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8bd20e75-4bc4-427d-84f6-37894e61ddfb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group_rule (023e86df-1e7a-4379-8d14-05afc354a72a), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:26.705816 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8bd20e75-4bc4-427d-84f6-37894e61ddfb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (023e86df-1e7a-4379-8d14-05afc354a72a), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:26.725454 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd20e75-4bc4-427d-84f6-37894e61ddfb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023e86df-1e7a-4379-8d14-05afc354a72a,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:26.816068 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8bd20e75-4bc4-427d-84f6-37894e61ddfb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:26.817620 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-8bd20e75-4bc4-427d-84f6-37894e61ddfb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3682265 Mar 29 14:55:26.917190 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0ec2e8fa-e34a-48b1-b230-053e86e7d6e9 req-54582905-cecc-4dfb-9d84-ea36a34c7f8c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856731269&fields=id&tenant_id=59c8a5905d7d45b5b833ace29a4559d0 HTTP/1.1" status: 200 len: 267 time: 0.0488961 Mar 29 14:55:26.978001 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2e8fa-e34a-48b1-b230-053e86e7d6e9 req-21e836ce-7f77-4f4d-a14c-c12440a5cfc7 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:26.979533 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0ec2e8fa-e34a-48b1-b230-053e86e7d6e9 req-21e836ce-7f77-4f4d-a14c-c12440a5cfc7 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 946 time: 0.0546603 Mar 29 14:55:26.991310 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [req-0ec2e8fa-e34a-48b1-b230-053e86e7d6e9 req-58885e6b-f362-491f-9d5f-ebc00f256f5b tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Request body: {'port': {'security_groups': ['74c92f71-d20e-4506-a58a-13aa5601e48c', '7047ce42-9ddf-4177-88ec-a0dc9f6340f5']}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:27.064786 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [req-0ec2e8fa-e34a-48b1-b230-053e86e7d6e9 req-58885e6b-f362-491f-9d5f-ebc00f256f5b tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:27.290970 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.db [req-0ec2e8fa-e34a-48b1-b230-053e86e7d6e9 req-58885e6b-f362-491f-9d5f-ebc00f256f5b tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] For port 074fc41f-7341-4e36-9c84-6ba8ce452a28, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=074fc41f-7341-4e36-9c84-6ba8ce452a28,segment=NetworkSegment(d972c796-b53c-442c-8b95-c55eed721ffa),segment_id=d972c796-b53c-442c-8b95-c55eed721ffa)] {{(pid=115498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:55:27.321701 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [req-0ec2e8fa-e34a-48b1-b230-053e86e7d6e9 req-58885e6b-f362-491f-9d5f-ebc00f256f5b tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:27.652717 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [req-0ec2e8fa-e34a-48b1-b230-053e86e7d6e9 req-58885e6b-f362-491f-9d5f-ebc00f256f5b tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359965'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:27.701195 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2e8fa-e34a-48b1-b230-053e86e7d6e9 req-58885e6b-f362-491f-9d5f-ebc00f256f5b tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:27.701816 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [req-0ec2e8fa-e34a-48b1-b230-053e86e7d6e9 req-58885e6b-f362-491f-9d5f-ebc00f256f5b tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for port (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:27.703220 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0ec2e8fa-e34a-48b1-b230-053e86e7d6e9 req-58885e6b-f362-491f-9d5f-ebc00f256f5b tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "PUT /v2.0/ports/074fc41f-7341-4e36-9c84-6ba8ce452a28 HTTP/1.1" status: 200 len: 982 time: 0.7165062 Mar 29 14:55:27.703679 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'tag': '074fc41f-7341-4e36-9c84-6ba8ce452a28'}] {{(pid=115498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:55:27.705963 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e942afba9a14c6231233b91f836bdf3e59ef1877de833c869ac23223c5a4452f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ccea76-56ca-420e-8076-2d385bd46c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "95913f2f-2ddc-4026-8405-a0c035ef7be7", "tag": "074fc41f-7341-4e36-9c84-6ba8ce452a28"}]}' {{(pid=115498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:55:27.735017 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58885e6b-f362-491f-9d5f-ebc00f256f5b tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Pushing event updated for resources: {'Port': ['ID=074fc41f-7341-4e36-9c84-6ba8ce452a28,revision_number=6']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:27.756372 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43e8c3f-1809-49e7-8870-5dee45e97b5b x-openstack-request-id: req-e43e8c3f-1809-49e7-8870-5dee45e97b5b {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:55:27.756660 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95913f2f-2ddc-4026-8405-a0c035ef7be7", "tag": "074fc41f-7341-4e36-9c84-6ba8ce452a28", "status": "completed", "code": 200}]} {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:55:27.756912 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e43e8c3f-1809-49e7-8870-5dee45e97b5b {{(pid=115498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:55:27.757345 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e43e8c3f-1809-49e7-8870-5dee45e97b5b'] response: {'name': 'network-changed', 'server_uuid': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'tag': '074fc41f-7341-4e36-9c84-6ba8ce452a28', 'status': 'completed', 'code': 200} Mar 29 14:55:27.817565 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81142fd-3739-4fa4-a576-2eaacf5004b7 req-7cd22b9a-a3c8-4429-9188-ce85245dbb8d tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:27.819433 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b81142fd-3739-4fa4-a576-2eaacf5004b7 req-7cd22b9a-a3c8-4429-9188-ce85245dbb8d tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 985 time: 0.0562282 Mar 29 14:55:27.890032 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b81142fd-3739-4fa4-a576-2eaacf5004b7 req-f26dcab8-6a6a-4f6e-9f6d-df682e70249d tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7047ce42-9ddf-4177-88ec-a0dc9f6340f5&id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639403 Mar 29 14:55:27.928694 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-a251a904-1ce8-40fd-92f6-97149b7971f3 None None] Provisioning complete for port 074fc41f-7341-4e36-9c84-6ba8ce452a28 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:27.929213 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-a251a904-1ce8-40fd-92f6-97149b7971f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:28.011126 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-a251a904-1ce8-40fd-92f6-97149b7971f3 None None] Current status of the port 074fc41f-7341-4e36-9c84-6ba8ce452a28 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:28.867616 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccea76-56ca-420e-8076-2d385bd46c0a req-362238cf-a841-4294-a4db-019a286528fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:28.869189 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e2ccea76-56ca-420e-8076-2d385bd46c0a req-362238cf-a841-4294-a4db-019a286528fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59c8a5905d7d45b5b833ace29a4559d0&device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 1169 time: 0.0470803 Mar 29 14:55:28.885046 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['074fc41f-7341-4e36-9c84-6ba8ce452a28'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:55:28.979884 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccea76-56ca-420e-8076-2d385bd46c0a req-15e7bb1e-efd0-4e21-bbd2-86d4402c491a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:28.981797 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e2ccea76-56ca-420e-8076-2d385bd46c0a req-15e7bb1e-efd0-4e21-bbd2-86d4402c491a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ae2e8b4-22d2-4d52-a946-a55ff4289652 HTTP/1.1" status: 200 len: 915 time: 0.1041603 Mar 29 14:55:28.987075 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:29.061817 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e2ccea76-56ca-420e-8076-2d385bd46c0a req-ad8c98c5-d75a-4b0d-918c-32c226fa9adf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=074fc41f-7341-4e36-9c84-6ba8ce452a28 HTTP/1.1" status: 200 len: 1002 time: 0.0727599 Mar 29 14:55:29.072558 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['074fc41f-7341-4e36-9c84-6ba8ce452a28'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:55:29.115351 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccea76-56ca-420e-8076-2d385bd46c0a req-edd9453e-f3a5-4c66-9fd9-6d1a65fb0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:29.116782 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e2ccea76-56ca-420e-8076-2d385bd46c0a req-edd9453e-f3a5-4c66-9fd9-6d1a65fb0c95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38a2dac5-7c8e-4061-bce9-293971606099 HTTP/1.1" status: 200 len: 853 time: 0.0471845 Mar 29 14:55:29.170444 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccea76-56ca-420e-8076-2d385bd46c0a req-50951619-106f-47d5-9cc5-8d301f2f9b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:29.171799 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e2ccea76-56ca-420e-8076-2d385bd46c0a req-50951619-106f-47d5-9cc5-8d301f2f9b74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ae2e8b4-22d2-4d52-a946-a55ff4289652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483651 Mar 29 14:55:29.269532 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e2ccea76-56ca-420e-8076-2d385bd46c0a req-0eaf27a8-5f2a-42d8-af3a-6523da3da3ed service neutron] 10.222.0.13 "GET /v2.0/networks/6ae2e8b4-22d2-4d52-a946-a55ff4289652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903115 Mar 29 14:55:29.383732 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e2ccea76-56ca-420e-8076-2d385bd46c0a req-6cf5edf3-3c94-460b-bf3f-b0e2f74913c5 service neutron] 10.222.0.13 "GET /v2.0/networks/6ae2e8b4-22d2-4d52-a946-a55ff4289652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057549 Mar 29 14:55:31.085773 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ad7e9-c2cd-4fc2-af3e-33b146acb763 req-6ba6a9c5-98a8-41da-90f4-f1a0bd488d2e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:31.088133 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0f2ad7e9-c2cd-4fc2-af3e-33b146acb763 req-6ba6a9c5-98a8-41da-90f4-f1a0bd488d2e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0552554 Mar 29 14:55:31.135971 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0f2ad7e9-c2cd-4fc2-af3e-33b146acb763 req-498c02ba-f7b0-44e1-bd7f-600a42e8fa47 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420861 Mar 29 14:55:31.168377 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399897c-8f24-4cb7-b86e-0af1a866aa45 req-ad9a112b-cbbe-4272-95a4-9650c06d6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:31.169910 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e399897c-8f24-4cb7-b86e-0af1a866aa45 req-ad9a112b-cbbe-4272-95a4-9650c06d6e7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 1129 time: 0.0477777 Mar 29 14:55:31.266276 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399897c-8f24-4cb7-b86e-0af1a866aa45 req-b7a5b75a-ab33-49cd-90f7-17e050523c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:31.267979 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e399897c-8f24-4cb7-b86e-0af1a866aa45 req-b7a5b75a-ab33-49cd-90f7-17e050523c8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 919 time: 0.0906062 Mar 29 14:55:31.343680 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e399897c-8f24-4cb7-b86e-0af1a866aa45 req-baa30bea-2b5b-4b73-9070-e71504e08752 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12f8914c-bde6-405f-a9db-15523b7e184d HTTP/1.1" status: 200 len: 1000 time: 0.0679061 Mar 29 14:55:31.397970 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399897c-8f24-4cb7-b86e-0af1a866aa45 req-f182f1bd-7781-4550-bd06-04e967428aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:31.399448 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e399897c-8f24-4cb7-b86e-0af1a866aa45 req-f182f1bd-7781-4550-bd06-04e967428aac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.0462329 Mar 29 14:55:31.453605 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399897c-8f24-4cb7-b86e-0af1a866aa45 req-ea23b532-36b8-4213-9a51-75eaa7b516dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:31.455094 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e399897c-8f24-4cb7-b86e-0af1a866aa45 req-ea23b532-36b8-4213-9a51-75eaa7b516dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473602 Mar 29 14:55:31.551926 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e399897c-8f24-4cb7-b86e-0af1a866aa45 req-90da3f6d-04fc-48d1-8548-687be3570412 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898178 Mar 29 14:55:31.642570 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e399897c-8f24-4cb7-b86e-0af1a866aa45 req-2f3b8547-c9f8-4676-b199-df165fff3ccb service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838439 Mar 29 14:55:32.047894 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e360b95-3d24-450b-ab49-d706f5a37473 req-9bcba033-6163-418d-93b7-a2c4c4e35ba2 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:32.049384 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3e360b95-3d24-450b-ab49-d706f5a37473 req-9bcba033-6163-418d-93b7-a2c4c4e35ba2 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0547242 Mar 29 14:55:32.097783 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3e360b95-3d24-450b-ab49-d706f5a37473 req-e32d3200-67ee-4499-90e5-6f71a03730ce tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410829 Mar 29 14:55:32.258264 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c06bc-9799-4092-81b3-e293e7324fcb req-e4d1afb1-c92c-412c-9d99-94e5b3e0ee11 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:32.259732 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cb4c06bc-9799-4092-81b3-e293e7324fcb req-e4d1afb1-c92c-412c-9d99-94e5b3e0ee11 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0541737 Mar 29 14:55:32.306585 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cb4c06bc-9799-4092-81b3-e293e7324fcb req-d45e6625-88ba-4a33-acaa-c45e332b50af tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410910 Mar 29 14:55:33.229891 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141864-8a95-4ab3-ba5c-1285a9d166f5 req-0b9014cd-bb93-4370-8380-25c8f580b50f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:33.231402 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a8141864-8a95-4ab3-ba5c-1285a9d166f5 req-0b9014cd-bb93-4370-8380-25c8f580b50f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0636249 Mar 29 14:55:33.281857 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a8141864-8a95-4ab3-ba5c-1285a9d166f5 req-2f722b02-1140-4cde-88e5-aad36d4d127e tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449703 Mar 29 14:55:33.426558 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe6a4b-2f9b-44fc-99f6-cc01e3560da5 req-7d61024a-9d1d-498e-881a-b0253aabf493 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:33.428037 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-efbe6a4b-2f9b-44fc-99f6-cc01e3560da5 req-7d61024a-9d1d-498e-881a-b0253aabf493 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0551074 Mar 29 14:55:33.476166 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-efbe6a4b-2f9b-44fc-99f6-cc01e3560da5 req-9449e37e-c9cd-4c9e-9e41-fb30b42a19fd tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419714 Mar 29 14:55:34.399625 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f44e7e-6f41-4d1a-90d4-1e8f31358b6f req-2823b048-9bcf-4f58-afd8-d96992dc5ab1 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:34.401104 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-63f44e7e-6f41-4d1a-90d4-1e8f31358b6f req-2823b048-9bcf-4f58-afd8-d96992dc5ab1 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0512967 Mar 29 14:55:34.449256 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-63f44e7e-6f41-4d1a-90d4-1e8f31358b6f req-1763a7bb-b1a5-4205-9682-6ddd2e100ba5 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425582 Mar 29 14:55:34.591851 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8ed23-9c1f-4a99-b07e-dcd939bb4be5 req-edb34950-05c0-4a8d-9818-71164351eb7a tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:34.593334 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e6b8ed23-9c1f-4a99-b07e-dcd939bb4be5 req-edb34950-05c0-4a8d-9818-71164351eb7a tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0509510 Mar 29 14:55:34.638920 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e6b8ed23-9c1f-4a99-b07e-dcd939bb4be5 req-e53d74c5-ec46-43d2-8f3e-d7ae0651eca8 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401356 Mar 29 14:55:35.567180 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ff07f-eb3c-42ce-832e-2220cc0c41f6 req-1c876619-bfc0-4b02-a445-a80ca91d7236 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:35.568677 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-079ff07f-eb3c-42ce-832e-2220cc0c41f6 req-1c876619-bfc0-4b02-a445-a80ca91d7236 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0538330 Mar 29 14:55:35.614493 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-079ff07f-eb3c-42ce-832e-2220cc0c41f6 req-b6064c2e-75ba-421d-b822-19be879b89c4 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397809 Mar 29 14:55:35.759168 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df714bdd-125c-4661-ab8b-ed3fd4aeb4a6 req-5a81468b-f67b-4225-93e9-d086c811613e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:35.760623 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-df714bdd-125c-4661-ab8b-ed3fd4aeb4a6 req-5a81468b-f67b-4225-93e9-d086c811613e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0544386 Mar 29 14:55:35.807126 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-df714bdd-125c-4661-ab8b-ed3fd4aeb4a6 req-d2b32d4a-4a0a-47db-a355-f09f335913d1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410357 Mar 29 14:55:36.192451 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 36242) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:36.295499 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-082a0225-9659-4e89-8568-4b4adb8f5c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:36.369532 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-082a0225-9659-4e89-8568-4b4adb8f5c5f admin admin] Publish callbacks [] for security_group (ff245b8b-9797-4f19-ae8d-a64a25abf3b8), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:36.481677 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-082a0225-9659-4e89-8568-4b4adb8f5c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (ff245b8b-9797-4f19-ae8d-a64a25abf3b8), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:36.517507 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a0225-9659-4e89-8568-4b4adb8f5c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff245b8b-9797-4f19-ae8d-a64a25abf3b8,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:36.521808 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-082a0225-9659-4e89-8568-4b4adb8f5c5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03dbae379c684637b427462f19ef005a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283191 Mar 29 14:55:36.524918 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 36248) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:36.571007 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ed48e093-05fa-4890-9fdf-c10003080c43 admin admin] Publish callbacks [] for security_group (ff245b8b-9797-4f19-ae8d-a64a25abf3b8), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:36.591991 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ed48e093-05fa-4890-9fdf-c10003080c43 admin admin] Publish callbacks [] for security_group (ff245b8b-9797-4f19-ae8d-a64a25abf3b8), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:36.730855 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e839383-0a7c-468d-b96f-24e56b90ae61 req-2cc6d5d1-3624-42a1-b068-574e95d2534e tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:36.732301 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2e839383-0a7c-468d-b96f-24e56b90ae61 req-2cc6d5d1-3624-42a1-b068-574e95d2534e tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0513086 Mar 29 14:55:36.733399 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ed48e093-05fa-4890-9fdf-c10003080c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (ff245b8b-9797-4f19-ae8d-a64a25abf3b8), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:36.735941 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ed48e093-05fa-4890-9fdf-c10003080c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:36.736964 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-ed48e093-05fa-4890-9fdf-c10003080c43 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff245b8b-9797-4f19-ae8d-a64a25abf3b8 HTTP/1.1" status: 204 len: 168 time: 0.2111340 Mar 29 14:55:36.751463 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48e093-05fa-4890-9fdf-c10003080c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff245b8b-9797-4f19-ae8d-a64a25abf3b8,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:36.788445 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2e839383-0a7c-468d-b96f-24e56b90ae61 req-50d78df3-4ce7-434a-a10e-cdbbb7dbff54 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487952 Mar 29 14:55:36.923391 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd96c8-2970-4c87-ae56-bde566c28d85 req-194e7346-449a-4a7f-924c-6eaa5112404c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:36.924851 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6ddd96c8-2970-4c87-ae56-bde566c28d85 req-194e7346-449a-4a7f-924c-6eaa5112404c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0514753 Mar 29 14:55:36.972286 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6ddd96c8-2970-4c87-ae56-bde566c28d85 req-bd3181ac-8955-4ded-9fe5-2bd7cdbc0dc8 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415061 Mar 29 14:55:37.907696 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8559e2a-ae22-4d0a-8935-a74531a024d8 req-344adefa-2b27-40f5-b0d8-5d87c7e7e2cb tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:37.909261 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d8559e2a-ae22-4d0a-8935-a74531a024d8 req-344adefa-2b27-40f5-b0d8-5d87c7e7e2cb tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0538297 Mar 29 14:55:37.955062 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d8559e2a-ae22-4d0a-8935-a74531a024d8 req-7bb39f58-a66a-4981-b7ff-d53bb1f084c9 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396609 Mar 29 14:55:38.094084 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531c00e-d8da-4d93-be79-4c3b47469484 req-59c06abe-94f8-48a2-b1b2-9902b6764b65 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:38.095650 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3531c00e-d8da-4d93-be79-4c3b47469484 req-59c06abe-94f8-48a2-b1b2-9902b6764b65 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0512493 Mar 29 14:55:38.141356 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3531c00e-d8da-4d93-be79-4c3b47469484 req-23a9c10d-f4e8-4194-b3e6-5d0d5fc0e78e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402761 Mar 29 14:55:38.688043 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-9f71ec7f-f388-4e6c-b3d5-945f6150ffff tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2062493398&fields=id&tenant_id=72a47c982e08487193a5dce53e16ccb6 HTTP/1.1" status: 200 len: 267 time: 0.0433927 Mar 29 14:55:38.791990 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-77322b8b-b7f2-4eea-8739-d8d2d4d0670a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:38.793464 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-77322b8b-b7f2-4eea-8739-d8d2d4d0670a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/networks?id=bb1dd505-b211-4ecd-b5cf-c0ad35508c84 HTTP/1.1" status: 200 len: 812 time: 0.0991580 Mar 29 14:55:38.807928 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-9040c4b3-47be-46a3-b0af-401306c37cf3 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/quotas/72a47c982e08487193a5dce53e16ccb6 HTTP/1.1" status: 200 len: 375 time: 0.0090146 Mar 29 14:55:38.859790 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-c09bd356-a043-43ab-8475-a9a9d554d976 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=72a47c982e08487193a5dce53e16ccb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470319 Mar 29 14:55:38.953578 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-4d5575e8-7404-4574-825f-562dc1f7f03b service neutron] 10.222.0.16 "GET /v2.0/networks/bb1dd505-b211-4ecd-b5cf-c0ad35508c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825942 Mar 29 14:55:39.263288 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-a80cab16-6ab6-48f9-9818-479d9c8ae058 service neutron] 10.222.0.16 "GET /v2.0/networks/bb1dd505-b211-4ecd-b5cf-c0ad35508c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032079 Mar 29 14:55:39.283261 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b68b7b-441c-4f8e-af7e-205a08526fe2 req-af4cb410-7f07-410d-b323-b76701a3d1b9 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:39.284703 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-25b68b7b-441c-4f8e-af7e-205a08526fe2 req-af4cb410-7f07-410d-b323-b76701a3d1b9 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.2618673 Mar 29 14:55:39.331310 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-25b68b7b-441c-4f8e-af7e-205a08526fe2 req-6e68a2b6-42d2-439b-8d9e-852024b64ee8 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407457 Mar 29 14:55:39.434343 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4ebeb-7615-4abb-91e6-42283ed0bf34 req-a69b7720-70dc-4495-acdd-09559cac97b5 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:39.435797 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-21d4ebeb-7615-4abb-91e6-42283ed0bf34 req-a69b7720-70dc-4495-acdd-09559cac97b5 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0505288 Mar 29 14:55:39.482545 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-21d4ebeb-7615-4abb-91e6-42283ed0bf34 req-1a6a0830-e455-41cd-966f-456c8b29c885 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412121 Mar 29 14:55:39.897964 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-97c90221-5e5c-4cc3-9c4f-535ae15c2ece req-7f490b82-0134-45b4-81e1-55d0e3cbd1c1 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0267057 Mar 29 14:55:40.449049 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47b95b-216b-44e2-88d7-03ca3198eb41 req-fff00a83-ad88-4bd2-a67b-660c2e68454b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:40.450485 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6b47b95b-216b-44e2-88d7-03ca3198eb41 req-fff00a83-ad88-4bd2-a67b-660c2e68454b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0538859 Mar 29 14:55:40.497708 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6b47b95b-216b-44e2-88d7-03ca3198eb41 req-fa99e487-2750-4785-98ec-9a21546e3bda tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416260 Mar 29 14:55:40.603059 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265589b-fb8f-4ba9-b2cf-39b10be4a002 req-690a7c81-6dcb-4cb5-bb60-6136b83d3c43 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:40.604494 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9265589b-fb8f-4ba9-b2cf-39b10be4a002 req-690a7c81-6dcb-4cb5-bb60-6136b83d3c43 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0507112 Mar 29 14:55:40.650371 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9265589b-fb8f-4ba9-b2cf-39b10be4a002 req-4c43196b-e0c0-4224-b0ac-641d9cb4719e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402911 Mar 29 14:55:40.988420 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-98e23538-102a-4f8d-9d94-1ec537a4aa83 req-794720d7-db27-453a-a53f-ebd8029f7b06 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0251603 Mar 29 14:55:41.614874 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53e0dd-d438-43bc-980d-14d8429b5f33 req-3429861e-9266-4e7f-82e2-16089b3893d3 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:41.616291 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fb53e0dd-d438-43bc-980d-14d8429b5f33 req-3429861e-9266-4e7f-82e2-16089b3893d3 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0525734 Mar 29 14:55:41.661411 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fb53e0dd-d438-43bc-980d-14d8429b5f33 req-e2c46c2f-bb04-47f3-b5e8-4e060e55af3c tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389252 Mar 29 14:55:41.764878 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fb76b-37ab-4494-bb51-481bb6556549 req-b61a22c9-71fb-4e61-b576-a3a54b75b2be tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:41.766378 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8b6fb76b-37ab-4494-bb51-481bb6556549 req-b61a22c9-71fb-4e61-b576-a3a54b75b2be tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0509765 Mar 29 14:55:41.811657 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8b6fb76b-37ab-4494-bb51-481bb6556549 req-ec1246b4-e039-4b5d-b7da-ecb73f4cdea6 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397599 Mar 29 14:55:42.083299 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5177e33b-3f3d-43fd-9cd7-8c161fe6258f req-b732eed4-b2a8-432d-b172-235873743e60 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0291119 Mar 29 14:55:42.777187 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246d9ee-0478-4210-b2e7-ac0b62db13b8 req-dfd625af-408e-4700-8050-166f14c2d104 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:42.778658 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d246d9ee-0478-4210-b2e7-ac0b62db13b8 req-dfd625af-408e-4700-8050-166f14c2d104 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0510190 Mar 29 14:55:42.824182 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d246d9ee-0478-4210-b2e7-ac0b62db13b8 req-f45fc726-5b4e-408f-843e-b4d705b4eb31 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401106 Mar 29 14:55:42.926069 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdeed6-6147-42c9-8567-8866751e4e82 req-83b23b5f-d862-47fe-9381-1c50efb38d1c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:42.927515 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-42fdeed6-6147-42c9-8567-8866751e4e82 req-83b23b5f-d862-47fe-9381-1c50efb38d1c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0511808 Mar 29 14:55:42.974345 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-42fdeed6-6147-42c9-8567-8866751e4e82 req-758ada1f-26b0-437f-978e-5ea9b2cbf422 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408731 Mar 29 14:55:43.176825 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0a18bcc8-95c0-4997-bfd9-58e899d08776 req-851eea52-0ada-442e-b119-5f4b0890dec9 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0296352 Mar 29 14:55:43.716206 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-6fc36b63-dcae-4f0b-be55-a57f33971463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:43.938672 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe87940-1954-4627-88ca-bf3bb8676742 req-5546a780-5544-4a6a-ae6d-bbe0be197220 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:43.940131 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3fe87940-1954-4627-88ca-bf3bb8676742 req-5546a780-5544-4a6a-ae6d-bbe0be197220 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0516758 Mar 29 14:55:43.985995 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3fe87940-1954-4627-88ca-bf3bb8676742 req-6ed81292-5015-46a6-913b-0ffe79276358 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397942 Mar 29 14:55:44.088757 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3409c1d-751d-4229-acf4-de735997b00c req-2fd1b79a-1593-4e2a-a318-29819fb3f168 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:44.090293 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f3409c1d-751d-4229-acf4-de735997b00c req-2fd1b79a-1593-4e2a-a318-29819fb3f168 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0518026 Mar 29 14:55:44.140196 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f3409c1d-751d-4229-acf4-de735997b00c req-45060014-e7b7-4478-a4d0-4f00fa8bd303 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441322 Mar 29 14:55:44.270843 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-69be1ec7-f237-4ba6-abe5-639059bb18b2 req-ec3403b1-d397-4f11-90c4-da1208808ed9 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0307138 Mar 29 14:55:44.447456 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-a837826f-11ab-4c05-a1b7-31d69fe54823 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:44.448864 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-a837826f-11ab-4c05-a1b7-31d69fe54823 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.13 "GET /v2.0/networks?id=bb1dd505-b211-4ecd-b5cf-c0ad35508c84 HTTP/1.1" status: 200 len: 812 time: 0.1019719 Mar 29 14:55:44.521908 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-7c59fd0f-6f4f-484a-832c-2dae7d648aa0 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72a47c982e08487193a5dce53e16ccb6 HTTP/1.1" status: 200 len: 380 time: 0.0525577 Mar 29 14:55:44.530198 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-eeed7787-4fb0-4340-a7eb-9763ee1778e4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Request body: {'port': {'device_id': '01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1', 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84', 'admin_state_up': True, 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'security_groups': ['d8d617ac-4fca-493a-9bd4-a0f46980b36a']}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:44.710379 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-eeed7787-4fb0-4340-a7eb-9763ee1778e4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Made reservation on behalf of 72a47c982e08487193a5dce53e16ccb6 for: {'port': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:55:44.713883 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-eeed7787-4fb0-4340-a7eb-9763ee1778e4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:44.833962 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-eeed7787-4fb0-4340-a7eb-9763ee1778e4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Allocated IP 172.20.0.11 (bb1dd505-b211-4ecd-b5cf-c0ad35508c84/94eeebfb-5c8b-4c39-a4a8-b2967ae59934/b19a8ddd-c730-4482-a6bd-fb09a0446050) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:55:44.967336 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-eeed7787-4fb0-4340-a7eb-9763ee1778e4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:45.075775 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-eeed7787-4fb0-4340-a7eb-9763ee1778e4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:45.104122 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1e8ee-6ab7-4215-af40-5b0a016bbc99 req-592ee83e-e399-46f5-ba99-1fa0a23dc922 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:45.105582 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a2c1e8ee-6ab7-4215-af40-5b0a016bbc99 req-592ee83e-e399-46f5-ba99-1fa0a23dc922 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0536442 Mar 29 14:55:45.113912 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-eeed7787-4fb0-4340-a7eb-9763ee1778e4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Network bb1dd505-b211-4ecd-b5cf-c0ad35508c84 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:55:45.119456 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-eeed7787-4fb0-4340-a7eb-9763ee1778e4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:55:45.122010 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-eeed7787-4fb0-4340-a7eb-9763ee1778e4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:55:45.157022 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a2c1e8ee-6ab7-4215-af40-5b0a016bbc99 req-f875d165-2156-400f-a5c7-4e89eda73358 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458236 Mar 29 14:55:45.164830 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed7787-4fb0-4340-a7eb-9763ee1778e4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Pushing event updated for resources: {'Port': ['ID=b19a8ddd-c730-4482-a6bd-fb09a0446050,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:45.198958 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-eeed7787-4fb0-4340-a7eb-9763ee1778e4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:45.199575 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-eeed7787-4fb0-4340-a7eb-9763ee1778e4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:45.271234 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaffee-9fd8-4d23-a776-493836649d87 req-5abfcb90-2ad1-4624-a621-946ab0d4988a tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:45.272958 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-93eaffee-9fd8-4d23-a776-493836649d87 req-5abfcb90-2ad1-4624-a621-946ab0d4988a tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0550160 Mar 29 14:55:45.273541 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-eeed7787-4fb0-4340-a7eb-9763ee1778e4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7466629 Mar 29 14:55:45.327865 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-93eaffee-9fd8-4d23-a776-493836649d87 req-7f98040d-ede5-4b17-b816-380e016c2809 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467718 Mar 29 14:55:45.346274 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-3ad6c91a-da21-4f74-9aec-4d0979aa62da None None] Provisioning complete for port b19a8ddd-c730-4482-a6bd-fb09a0446050 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:45.346845 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-3ad6c91a-da21-4f74-9aec-4d0979aa62da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:45.381746 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6c91a-da21-4f74-9aec-4d0979aa62da None None] Port b19a8ddd-c730-4482-a6bd-fb09a0446050 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:55:45.396238 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad5d09-136a-47ac-904b-ff394360109d req-3326d071-b125-4391-a5f2-4aa23dd6b01f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:45.396238 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cbad5d09-136a-47ac-904b-ff394360109d req-3326d071-b125-4391-a5f2-4aa23dd6b01f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 932 time: 0.0577414 Mar 29 14:55:45.443958 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cbad5d09-136a-47ac-904b-ff394360109d req-8d451a1e-e87f-456e-9be4-91e9f1b5fe52 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428481 Mar 29 14:55:45.749996 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-158adba1-416f-4db7-b3bc-336cf6bd1b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:46.286191 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c29a4-9249-411c-be0b-6a6c59c6838b req-43012f00-6013-4d4d-a71b-a8b78c6a199b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:46.287723 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1f1c29a4-9249-411c-be0b-6a6c59c6838b req-43012f00-6013-4d4d-a71b-a8b78c6a199b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0515935 Mar 29 14:55:46.336202 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1f1c29a4-9249-411c-be0b-6a6c59c6838b req-54def24b-3bdf-4970-bf56-2bf61e1050a6 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406349 Mar 29 14:55:46.446874 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b6b11-83bd-4441-a939-66795c2a80e5 req-954d6e51-8c33-40d6-8314-047718fd7dfa tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:46.448386 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-812b6b11-83bd-4441-a939-66795c2a80e5 req-954d6e51-8c33-40d6-8314-047718fd7dfa tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0517168 Mar 29 14:55:46.497648 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-812b6b11-83bd-4441-a939-66795c2a80e5 req-51fc57af-efe0-4168-8fb4-cfa8619cd15b tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438395 Mar 29 14:55:46.556499 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c646318-bd4a-428e-8c54-e3f278950d6e req-86655897-b04f-4561-8edd-1c7e115c00cc tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:46.557989 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6c646318-bd4a-428e-8c54-e3f278950d6e req-86655897-b04f-4561-8edd-1c7e115c00cc tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 932 time: 0.0512531 Mar 29 14:55:46.605765 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6c646318-bd4a-428e-8c54-e3f278950d6e req-71ae80ce-9ac4-4225-b580-77ec98074b8f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422859 Mar 29 14:55:47.081905 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:47.449656 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b9c5f-8683-40b3-84f1-75feba70ff81 req-1f519d3b-454d-49e2-917f-bd72590b0a3c tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:47.451094 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-444b9c5f-8683-40b3-84f1-75feba70ff81 req-1f519d3b-454d-49e2-917f-bd72590b0a3c tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0499504 Mar 29 14:55:47.495571 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-444b9c5f-8683-40b3-84f1-75feba70ff81 req-d08dbe39-df7b-4add-ae2a-48acc00a3dec tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390642 Mar 29 14:55:47.571494 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Request body: {'port': {'device_id': '01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:55:47.618319 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e9b7e-146d-4268-9820-2626d22b5d7b req-dded4194-b371-4076-bbcd-7b80ca612886 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:47.619740 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-653e9b7e-146d-4268-9820-2626d22b5d7b req-dded4194-b371-4076-bbcd-7b80ca612886 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0556312 Mar 29 14:55:47.628028 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:47.667959 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-653e9b7e-146d-4268-9820-2626d22b5d7b req-88a4379e-d16d-45f6-b628-04d9afb8e12d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422332 Mar 29 14:55:47.734380 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f985b-68ad-405f-90b0-dc319948b454 req-d526a4ca-9d73-45c2-ba93-93c364932a83 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:47.735955 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bb9f985b-68ad-405f-90b0-dc319948b454 req-d526a4ca-9d73-45c2-ba93-93c364932a83 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 932 time: 0.0522859 Mar 29 14:55:47.786725 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bb9f985b-68ad-405f-90b0-dc319948b454 req-f182d7d5-3868-4d85-a00a-9e9a11933fb9 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452306 Mar 29 14:55:47.886141 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19a8ddd-c730-4482-a6bd-fb09a0446050 {{(pid=115499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:55:47.893368 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Publish callbacks [] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:47.904865 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.provisioning_blocks [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Transition to ACTIVE for port object b19a8ddd-c730-4482-a6bd-fb09a0446050 will not be triggered until provisioned by entity L2. {{(pid=115499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 14:55:47.990470 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:48.041734 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Pushing event updated for resources: {'Port': ['ID=b19a8ddd-c730-4482-a6bd-fb09a0446050,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:48.107968 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Attempting to bind port b19a8ddd-c730-4482-a6bd-fb09a0446050 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:55:48.108300 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Attempting to bind port b19a8ddd-c730-4482-a6bd-fb09a0446050 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': 'd9c0854c-192d-471c-a595-a497f25ee9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84'}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:55:48.108624 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Attempting to bind port b19a8ddd-c730-4482-a6bd-fb09a0446050 on network bb1dd505-b211-4ecd-b5cf-c0ad35508c84 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:55:48.113242 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Port b19a8ddd-c730-4482-a6bd-fb09a0446050 on network bb1dd505-b211-4ecd-b5cf-c0ad35508c84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 14:55:48.113626 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Attempting to bind port b19a8ddd-c730-4482-a6bd-fb09a0446050 on network bb1dd505-b211-4ecd-b5cf-c0ad35508c84 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:55:48.119441 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Checking agent: {'id': 'e622d3d7-0a71-4961-ba27-45794834ffcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'started_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:55:48.119774 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Checking segment: {'id': 'd9c0854c-192d-471c-a595-a497f25ee9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:55:48.120162 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Bound using segment: {'id': 'd9c0854c-192d-471c-a595-a497f25ee9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84'} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:55:48.120588 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Bound port: b19a8ddd-c730-4482-a6bd-fb09a0446050, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c0854c-192d-471c-a595-a497f25ee9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84'}}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:55:48.120943 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:48.188637 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] For port b19a8ddd-c730-4482-a6bd-fb09a0446050, host hv-cinder-83552, cleared binding levels {{(pid=115499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:55:48.191564 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] For port b19a8ddd-c730-4482-a6bd-fb09a0446050, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=b19a8ddd-c730-4482-a6bd-fb09a0446050,segment=NetworkSegment(d9c0854c-192d-471c-a595-a497f25ee9e4),segment_id=d9c0854c-192d-471c-a595-a497f25ee9e4)] {{(pid=115499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:55:48.287940 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:48.316013 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:48.321257 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:48.321879 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:48.323672 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] 10.222.0.13 "PUT /v2.0/ports/b19a8ddd-c730-4482-a6bd-fb09a0446050 HTTP/1.1" status: 200 len: 1094 time: 0.7568295 Mar 29 14:55:48.324124 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1', 'tag': 'b19a8ddd-c730-4482-a6bd-fb09a0446050'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:55:48.326378 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a10c76-6f08-46a7-a162-6fbb60f9ceef" -d '{"events": [{"name": "network-changed", "server_uuid": "01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1", "tag": "b19a8ddd-c730-4482-a6bd-fb09a0446050"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:55:48.356087 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb638f1-fe38-421a-b1ba-553833468e72 service neutron] Pushing event updated for resources: {'Port': ['ID=b19a8ddd-c730-4482-a6bd-fb09a0446050,revision_number=3']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:48.367507 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea57973-ed27-44f9-812f-ff3086eeef78 x-openstack-request-id: req-6ea57973-ed27-44f9-812f-ff3086eeef78 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:55:48.367798 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1", "tag": "b19a8ddd-c730-4482-a6bd-fb09a0446050", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:55:48.368112 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ea57973-ed27-44f9-812f-ff3086eeef78 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:55:48.368629 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea57973-ed27-44f9-812f-ff3086eeef78'] response: {'name': 'network-changed', 'server_uuid': '01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1', 'tag': 'b19a8ddd-c730-4482-a6bd-fb09a0446050', 'status': 'completed', 'code': 200} Mar 29 14:55:48.458786 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a10c76-6f08-46a7-a162-6fbb60f9ceef req-773f0a2f-7538-4ead-85ea-444dd5a704ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:48.460373 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-28a10c76-6f08-46a7-a162-6fbb60f9ceef req-773f0a2f-7538-4ead-85ea-444dd5a704ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72a47c982e08487193a5dce53e16ccb6&device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 1128 time: 0.0457430 Mar 29 14:55:48.571818 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a10c76-6f08-46a7-a162-6fbb60f9ceef req-bbb9e976-2789-414e-8478-f1e8cbb7e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:48.573332 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-28a10c76-6f08-46a7-a162-6fbb60f9ceef req-bbb9e976-2789-414e-8478-f1e8cbb7e3df service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=72a47c982e08487193a5dce53e16ccb6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0985093 Mar 29 14:55:48.629074 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a615e-92fb-4b80-ab34-3723996c87e0 req-c3a58626-7438-4d6c-8ea6-ecfb4afc953b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:48.630567 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fd0a615e-92fb-4b80-ab34-3723996c87e0 req-c3a58626-7438-4d6c-8ea6-ecfb4afc953b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0557401 Mar 29 14:55:48.669117 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a10c76-6f08-46a7-a162-6fbb60f9ceef req-0c3a4c90-6f15-4d97-8fc6-0dfbb17497c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:48.670933 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-28a10c76-6f08-46a7-a162-6fbb60f9ceef req-0c3a4c90-6f15-4d97-8fc6-0dfbb17497c0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902448 Mar 29 14:55:48.679516 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fd0a615e-92fb-4b80-ab34-3723996c87e0 req-3df8f8b8-39f8-4e1e-9889-2eb0ea7256b7 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430830 Mar 29 14:55:48.800877 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9ffac-8f02-4beb-b92e-ce28c1ac4226 req-4f37d282-f274-46e8-90c8-6bcdd946d03d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:48.802583 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f1a9ffac-8f02-4beb-b92e-ce28c1ac4226 req-4f37d282-f274-46e8-90c8-6bcdd946d03d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0570037 Mar 29 14:55:48.804610 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-f958cbb7-569e-4e91-81e8-491eab6b7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:48.806120 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-f958cbb7-569e-4e91-81e8-491eab6b7af2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72a47c982e08487193a5dce53e16ccb6&device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 1128 time: 0.0583365 Mar 29 14:55:48.854479 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f1a9ffac-8f02-4beb-b92e-ce28c1ac4226 req-3ff8a035-f49c-4bb2-8479-3a4f1af3aa5e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447092 Mar 29 14:55:48.966106 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa9480-9ed0-48dc-b29f-0bf2d376384a req-3f6836bc-7954-4718-946a-3922ce536745 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:48.967718 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6bfa9480-9ed0-48dc-b29f-0bf2d376384a req-3f6836bc-7954-4718-946a-3922ce536745 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0555506 Mar 29 14:55:49.034997 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6bfa9480-9ed0-48dc-b29f-0bf2d376384a req-682ca2e1-0a19-4f47-992e-72beb5cd9714 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603731 Mar 29 14:55:49.094099 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-e5b2ac32-691b-47d0-854d-3522040976b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b19a8ddd-c730-4482-a6bd-fb09a0446050 HTTP/1.1" status: 200 len: 217 time: 0.2711957 Mar 29 14:55:49.107659 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f94319-19f9-4ace-984b-72cb2389a9c9 req-41673e15-fc74-4188-9cb9-19cda56ca0d2 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:49.109638 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-89f94319-19f9-4ace-984b-72cb2389a9c9 req-41673e15-fc74-4188-9cb9-19cda56ca0d2 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0565057 Mar 29 14:55:49.148450 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-73876f53-9665-44c2-bee5-5d36dc9d6fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:49.150155 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-73876f53-9665-44c2-bee5-5d36dc9d6fa9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94eeebfb-5c8b-4c39-a4a8-b2967ae59934 HTTP/1.1" status: 200 len: 851 time: 0.0496473 Mar 29 14:55:49.158655 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-89f94319-19f9-4ace-984b-72cb2389a9c9 req-631e6cce-1b15-479b-9798-58fc377051b1 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432301 Mar 29 14:55:49.209411 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-e1494c2c-21a5-45e4-b99b-984b4a5943af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:49.215039 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-e1494c2c-21a5-45e4-b99b-984b4a5943af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb1dd505-b211-4ecd-b5cf-c0ad35508c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519326 Mar 29 14:55:49.335028 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0185622-2292-4aed-983f-03a3d28b2056 req-651a37c0-ea07-43a0-8b8c-a4530e8c72cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:49.336536 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c0185622-2292-4aed-983f-03a3d28b2056 req-651a37c0-ea07-43a0-8b8c-a4530e8c72cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 1129 time: 0.0704389 Mar 29 14:55:49.341665 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-4f2a7100-a14c-4c29-b27c-63ce3e0ab6f4 service neutron] 10.222.0.13 "GET /v2.0/networks/bb1dd505-b211-4ecd-b5cf-c0ad35508c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219227 Mar 29 14:55:49.496370 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0185622-2292-4aed-983f-03a3d28b2056 req-f9cca0fc-497e-4010-9ad1-96ba19a2ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:49.497829 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c0185622-2292-4aed-983f-03a3d28b2056 req-f9cca0fc-497e-4010-9ad1-96ba19a2ff8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=75f25c62-261a-44d8-a334-90884043b260 HTTP/1.1" status: 200 len: 912 time: 0.1479058 Mar 29 14:55:49.501087 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-233e1a4b-636d-40e6-a86a-643e3d9c2a3b req-a7b332de-57b9-4dbf-9975-39c4d9ffb9b3 service neutron] 10.222.0.13 "GET /v2.0/networks/bb1dd505-b211-4ecd-b5cf-c0ad35508c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440883 Mar 29 14:55:49.576554 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c0185622-2292-4aed-983f-03a3d28b2056 req-f7ac22d3-3068-4f73-b454-be296302f288 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea96f88c-6906-44bf-9902-48aa1916becb HTTP/1.1" status: 200 len: 1001 time: 0.0619571 Mar 29 14:55:49.626602 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0185622-2292-4aed-983f-03a3d28b2056 req-27f15393-1072-41f8-8015-9235411c8aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:49.628027 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c0185622-2292-4aed-983f-03a3d28b2056 req-27f15393-1072-41f8-8015-9235411c8aba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8b1f603-e72f-4efd-a272-2d43ba7184c9 HTTP/1.1" status: 200 len: 850 time: 0.0431535 Mar 29 14:55:49.761590 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:49.970359 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda238-12db-4598-9c22-02d083a77bee req-18982daa-8580-42b4-88e2-eb633a9d9767 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:49.971842 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7fcda238-12db-4598-9c22-02d083a77bee req-18982daa-8580-42b4-88e2-eb633a9d9767 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0515249 Mar 29 14:55:50.018105 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7fcda238-12db-4598-9c22-02d083a77bee req-e1d9225c-c91c-44f3-bd2e-308855cbf230 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401368 Mar 29 14:55:50.155353 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88f264-a222-4e46-adad-98190ea183f3 req-5132d29a-5d12-4de6-b784-cc941bde837b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:50.156700 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-df88f264-a222-4e46-adad-98190ea183f3 req-5132d29a-5d12-4de6-b784-cc941bde837b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0542755 Mar 29 14:55:50.205318 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-df88f264-a222-4e46-adad-98190ea183f3 req-872a06e6-88b2-4287-b473-a99558431c5e tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430834 Mar 29 14:55:50.279463 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ba0b7-3986-4fdc-b782-69dee57f0178 req-1239e44a-8a61-47f9-a677-bc0753a35bc0 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:50.280957 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-199ba0b7-3986-4fdc-b782-69dee57f0178 req-1239e44a-8a61-47f9-a677-bc0753a35bc0 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0517054 Mar 29 14:55:50.326584 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-199ba0b7-3986-4fdc-b782-69dee57f0178 req-706d840b-97d2-47d6-883d-aae221de072d tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399194 Mar 29 14:55:51.133702 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c17b-27ba-4912-a206-32505392a80d req-c283ab45-7eeb-4a5f-923c-4ae1bd038e0d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:51.135148 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1f11c17b-27ba-4912-a206-32505392a80d req-c283ab45-7eeb-4a5f-923c-4ae1bd038e0d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0503552 Mar 29 14:55:51.183697 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1f11c17b-27ba-4912-a206-32505392a80d req-cbe886dc-0ad1-4047-8d98-8b3f57c6596a tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431273 Mar 29 14:55:51.322485 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47fadc-627a-444d-b645-59e44eb13570 req-200e5629-75c2-47e1-b055-0ff5895497d0 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:51.323893 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2d47fadc-627a-444d-b645-59e44eb13570 req-200e5629-75c2-47e1-b055-0ff5895497d0 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0520365 Mar 29 14:55:51.373284 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2d47fadc-627a-444d-b645-59e44eb13570 req-54f58ddb-bd50-411a-8988-31ff336c638b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435705 Mar 29 14:55:51.441898 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9e5ac-92d0-4870-bf38-9f7c21034174 req-b401d62e-5bbd-4177-9b16-ec9eb518ebac tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:51.443343 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c1e9e5ac-92d0-4870-bf38-9f7c21034174 req-b401d62e-5bbd-4177-9b16-ec9eb518ebac tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0510209 Mar 29 14:55:51.487631 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c1e9e5ac-92d0-4870-bf38-9f7c21034174 req-adafba67-5256-4c5b-9b50-8d070d3fc7e1 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389335 Mar 29 14:55:52.223325 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0185622-2292-4aed-983f-03a3d28b2056 req-bf44eeb5-626c-4ee0-add7-079ff5e6062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:52.225024 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c0185622-2292-4aed-983f-03a3d28b2056 req-bf44eeb5-626c-4ee0-add7-079ff5e6062f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75f25c62-261a-44d8-a334-90884043b260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448809 Mar 29 14:55:52.306436 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a0384-7123-460b-bcd9-f335dd07204c req-fe4ec33a-de9a-4e2b-8f52-1d63f1071df0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:52.307948 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-627a0384-7123-460b-bcd9-f335dd07204c req-fe4ec33a-de9a-4e2b-8f52-1d63f1071df0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0583222 Mar 29 14:55:52.321935 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c0185622-2292-4aed-983f-03a3d28b2056 req-f29eb6df-7262-4a38-b83f-99e11e82b11b service neutron] 10.222.0.13 "GET /v2.0/networks/75f25c62-261a-44d8-a334-90884043b260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903456 Mar 29 14:55:52.353856 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-627a0384-7123-460b-bcd9-f335dd07204c req-0fd9afd6-293e-487c-ac78-84802c4b217a tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403616 Mar 29 14:55:52.414764 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c0185622-2292-4aed-983f-03a3d28b2056 req-9b7417f8-2965-4c80-9189-9f1b836dc9cc service neutron] 10.222.0.13 "GET /v2.0/networks/75f25c62-261a-44d8-a334-90884043b260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841968 Mar 29 14:55:52.489644 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2149ff-a59d-4560-844b-c3b6f595acdb req-6ce91c23-932a-41a4-8178-2fbf1805ccd9 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:52.491025 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9b2149ff-a59d-4560-844b-c3b6f595acdb req-6ce91c23-932a-41a4-8178-2fbf1805ccd9 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0514171 Mar 29 14:55:52.540936 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9b2149ff-a59d-4560-844b-c3b6f595acdb req-d075790b-46a5-4265-a242-d8ba43db2bfc tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433269 Mar 29 14:55:52.610144 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e415b0-f06d-4cdf-837e-e0c92fd49129 req-f78b9f43-eddd-47bd-bb0c-72ea88077ad8 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:52.611607 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-58e415b0-f06d-4cdf-837e-e0c92fd49129 req-f78b9f43-eddd-47bd-bb0c-72ea88077ad8 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0552933 Mar 29 14:55:52.656521 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-58e415b0-f06d-4cdf-837e-e0c92fd49129 req-ad4a7c5d-1101-479b-9678-bc86ba10d24d tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386603 Mar 29 14:55:53.478635 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9210a-d259-4148-893f-710fffcbf9cb req-894a0b4d-0e30-4d06-b7cd-efec1f1401f4 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:53.480143 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2cd9210a-d259-4148-893f-710fffcbf9cb req-894a0b4d-0e30-4d06-b7cd-efec1f1401f4 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0538137 Mar 29 14:55:53.528209 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2cd9210a-d259-4148-893f-710fffcbf9cb req-1dd453fa-fe0c-4312-9ef6-ba16105060a3 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423574 Mar 29 14:55:53.662191 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77310af9-40bf-4f2f-b7b7-278bf3a90391 req-7be07c23-ef38-44cf-8294-8f3586f5a9f4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:53.663715 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-77310af9-40bf-4f2f-b7b7-278bf3a90391 req-7be07c23-ef38-44cf-8294-8f3586f5a9f4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0535984 Mar 29 14:55:53.718564 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-77310af9-40bf-4f2f-b7b7-278bf3a90391 req-a3593ab2-3258-4e19-9b19-cfd75bfa82ee tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491049 Mar 29 14:55:53.789313 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ee37c-e508-4b8b-9c75-96c99e212fda req-69427479-1e38-465c-b89c-e3856f9a8151 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:53.790954 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-871ee37c-e508-4b8b-9c75-96c99e212fda req-69427479-1e38-465c-b89c-e3856f9a8151 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0539768 Mar 29 14:55:53.839414 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-871ee37c-e508-4b8b-9c75-96c99e212fda req-245cd3c0-37be-4bbd-9450-82be859e8750 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426452 Mar 29 14:55:54.642881 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c021654-b14f-4597-80bc-dbcf6c14d28c req-e2404ef7-f061-4faa-8e28-0247a9978e85 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:54.644341 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2c021654-b14f-4597-80bc-dbcf6c14d28c req-e2404ef7-f061-4faa-8e28-0247a9978e85 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0511081 Mar 29 14:55:54.690230 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2c021654-b14f-4597-80bc-dbcf6c14d28c req-56ee9f32-9f94-4348-a4cb-b2b73aa49cbf tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397394 Mar 29 14:55:54.842899 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1440f06-bbcd-4e98-b65f-be39189366f8 req-fc06e022-93d0-48a3-95eb-aa2c1e8a441f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:54.844275 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b1440f06-bbcd-4e98-b65f-be39189366f8 req-fc06e022-93d0-48a3-95eb-aa2c1e8a441f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0596170 Mar 29 14:55:54.891996 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b1440f06-bbcd-4e98-b65f-be39189366f8 req-f744b32a-c906-47ba-bc65-cd62638cba53 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422108 Mar 29 14:55:54.898409 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e100a2-6196-45a5-8994-58beecd2e1c9 req-ef3b452b-337d-41e7-b2a4-8a038afa7408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:54.900527 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f9e100a2-6196-45a5-8994-58beecd2e1c9 req-ef3b452b-337d-41e7-b2a4-8a038afa7408 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 1129 time: 0.0436161 Mar 29 14:55:54.951680 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f9e100a2-6196-45a5-8994-58beecd2e1c9 req-463c28e3-e5e7-4a89-a6bf-37cbcdc8a905 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402369 Mar 29 14:55:55.804126 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5164c7-7b88-43a4-b28f-223f67b41227 req-63e5711e-f68a-433c-bca5-34c30ae894d0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:55.806261 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2f5164c7-7b88-43a4-b28f-223f67b41227 req-63e5711e-f68a-433c-bca5-34c30ae894d0 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0510347 Mar 29 14:55:55.850530 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2f5164c7-7b88-43a4-b28f-223f67b41227 req-5d9c5a30-45dc-4d5b-a8f3-f9dd783aec67 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387423 Mar 29 14:55:56.007220 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db362c53-f394-4d26-8320-718171a98925 req-cede84db-4d6b-49fd-bb00-05eb2e61a807 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:56.008585 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-db362c53-f394-4d26-8320-718171a98925 req-cede84db-4d6b-49fd-bb00-05eb2e61a807 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0505588 Mar 29 14:55:56.059750 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-db362c53-f394-4d26-8320-718171a98925 req-dad4dd09-c47e-4fd2-ab07-076927a521ba tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455003 Mar 29 14:55:56.966889 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808bff5-294d-4782-80ae-c0b2c35dee9b req-140b7ad8-9fc9-4928-856a-a8785e8ce89a tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:56.968366 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7808bff5-294d-4782-80ae-c0b2c35dee9b req-140b7ad8-9fc9-4928-856a-a8785e8ce89a tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0511317 Mar 29 14:55:57.013528 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7808bff5-294d-4782-80ae-c0b2c35dee9b req-8adb5490-ad09-4714-8220-db7e8ce2d4bb tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397310 Mar 29 14:55:57.176422 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dce046-e4f9-490d-a0a9-edb17e01e3a4 req-5a86fd36-3824-4d3d-bf1a-9f437b5be6f0 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:57.177916 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b5dce046-e4f9-490d-a0a9-edb17e01e3a4 req-5a86fd36-3824-4d3d-bf1a-9f437b5be6f0 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0513425 Mar 29 14:55:57.226473 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b5dce046-e4f9-490d-a0a9-edb17e01e3a4 req-20ad0160-a348-44f2-9d19-3c14c78e8950 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420439 Mar 29 14:55:57.568628 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5227a-6ad5-4764-82ee-a6ad10634a18 req-cb14fdb5-ba71-49d6-9d5a-4be118eb1c4b tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:57.570134 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6de5227a-6ad5-4764-82ee-a6ad10634a18 req-cb14fdb5-ba71-49d6-9d5a-4be118eb1c4b tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0558410 Mar 29 14:55:57.605039 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac71e1-91a1-4c26-9f85-e03e355e2080 req-7b319742-a1c6-4e86-aa41-81326fbccaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:57.607204 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-63ac71e1-91a1-4c26-9f85-e03e355e2080 req-7b319742-a1c6-4e86-aa41-81326fbccaf9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 1129 time: 0.0455132 Mar 29 14:55:57.619968 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6de5227a-6ad5-4764-82ee-a6ad10634a18 req-a59a66ae-df78-4db8-89ae-c55157e8389b tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440977 Mar 29 14:55:57.702779 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac71e1-91a1-4c26-9f85-e03e355e2080 req-cfc53764-b921-4c21-8da4-724f84b7cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:57.704220 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-63ac71e1-91a1-4c26-9f85-e03e355e2080 req-cfc53764-b921-4c21-8da4-724f84b7cfa9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 919 time: 0.0893707 Mar 29 14:55:57.775953 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-63ac71e1-91a1-4c26-9f85-e03e355e2080 req-8c25cc8d-5a83-4411-ab7a-5a0c2680f22b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12f8914c-bde6-405f-a9db-15523b7e184d HTTP/1.1" status: 200 len: 1000 time: 0.0601583 Mar 29 14:55:57.823435 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac71e1-91a1-4c26-9f85-e03e355e2080 req-c21b9113-50b0-4b60-87d7-bc738b4fe9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:57.824806 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-63ac71e1-91a1-4c26-9f85-e03e355e2080 req-c21b9113-50b0-4b60-87d7-bc738b4fe9c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.0419960 Mar 29 14:55:57.877269 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac71e1-91a1-4c26-9f85-e03e355e2080 req-de48d283-4bcf-44da-ac85-082d01bfc432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:57.878651 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-63ac71e1-91a1-4c26-9f85-e03e355e2080 req-de48d283-4bcf-44da-ac85-082d01bfc432 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400465 Mar 29 14:55:57.968483 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-63ac71e1-91a1-4c26-9f85-e03e355e2080 req-0d8eb356-b1cf-4e3f-a243-52dd8956a34a service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824749 Mar 29 14:55:58.055146 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-63ac71e1-91a1-4c26-9f85-e03e355e2080 req-18cc68a3-d4ee-4819-ad26-3c9dd026f8e3 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798011 Mar 29 14:55:58.346200 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bd67f-a0a2-4a92-9c11-876d31c1ebe6 req-5588a22d-3008-4f8e-bc72-f2fc2f5adfd3 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:58.347644 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-120bd67f-a0a2-4a92-9c11-876d31c1ebe6 req-5588a22d-3008-4f8e-bc72-f2fc2f5adfd3 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0518036 Mar 29 14:55:58.397695 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-120bd67f-a0a2-4a92-9c11-876d31c1ebe6 req-99d3d835-f1a1-4d45-afa6-e4767710ee87 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443642 Mar 29 14:55:58.740563 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9379b3-4abe-492f-8725-fa00d30625cc req-e1a9868f-40d9-4d96-af16-c3a32c14b9ec tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:58.742050 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cc9379b3-4abe-492f-8725-fa00d30625cc req-e1a9868f-40d9-4d96-af16-c3a32c14b9ec tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0536728 Mar 29 14:55:58.787414 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cc9379b3-4abe-492f-8725-fa00d30625cc req-de2051e6-5e61-4a16-88a0-51d5c2611a7e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392118 Mar 29 14:55:58.937871 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:55:58.967351 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:59.100079 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 36548) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:59.202378 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3a6b883e-3723-4e58-a91a-15a7625b5989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:59.274646 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3a6b883e-3723-4e58-a91a-15a7625b5989 admin admin] Publish callbacks [] for security_group (f66dbb1e-9f80-4a0f-9169-b70d89d5f665), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:59.327212 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3a6b883e-3723-4e58-a91a-15a7625b5989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (f66dbb1e-9f80-4a0f-9169-b70d89d5f665), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:59.364786 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-3a6b883e-3723-4e58-a91a-15a7625b5989 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a3165416aff4b018923636adb7a200c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2636614 Mar 29 14:55:59.365646 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b883e-3723-4e58-a91a-15a7625b5989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66dbb1e-9f80-4a0f-9169-b70d89d5f665,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:59.368216 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36552) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:55:59.416125 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b6dbcd61-a43a-407f-aa18-263ec38b0fd5 admin admin] Publish callbacks [] for security_group (f66dbb1e-9f80-4a0f-9169-b70d89d5f665), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:59.441899 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b6dbcd61-a43a-407f-aa18-263ec38b0fd5 admin admin] Publish callbacks [] for security_group (f66dbb1e-9f80-4a0f-9169-b70d89d5f665), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:59.513630 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391099f2-e998-447b-8682-e3009c5e3be5 req-fad1721d-64e6-4d43-914f-22a38a3762b2 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:59.515100 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-391099f2-e998-447b-8682-e3009c5e3be5 req-fad1721d-64e6-4d43-914f-22a38a3762b2 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0514257 Mar 29 14:55:59.565847 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-391099f2-e998-447b-8682-e3009c5e3be5 req-80c2db47-b0b7-4042-a4f5-87fdbc52cc5f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451252 Mar 29 14:55:59.595656 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b6dbcd61-a43a-407f-aa18-263ec38b0fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (f66dbb1e-9f80-4a0f-9169-b70d89d5f665), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:59.599883 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b6dbcd61-a43a-407f-aa18-263ec38b0fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:59.599883 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-b6dbcd61-a43a-407f-aa18-263ec38b0fd5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f66dbb1e-9f80-4a0f-9169-b70d89d5f665 HTTP/1.1" status: 204 len: 168 time: 0.2301702 Mar 29 14:55:59.608699 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbcd61-a43a-407f-aa18-263ec38b0fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66dbb1e-9f80-4a0f-9169-b70d89d5f665,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:59.907254 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee849739-8868-40b9-87f3-7e16538f59bc req-0abc8088-48f2-4861-9022-169aba0bd5d4 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:55:59.909356 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ee849739-8868-40b9-87f3-7e16538f59bc req-0abc8088-48f2-4861-9022-169aba0bd5d4 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0538666 Mar 29 14:55:59.960423 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ee849739-8868-40b9-87f3-7e16538f59bc req-68b101b9-8d5b-4819-b567-b8e56a76975e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448158 Mar 29 14:56:00.027259 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2eeef287-f84c-47b0-b33c-6b512b1ad1e8 req-7697f77f-77a2-42f6-a7f0-57523b5de417 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421681 Mar 29 14:56:00.118141 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeef287-f84c-47b0-b33c-6b512b1ad1e8 req-77744822-28d2-459a-bddf-0cd263a96857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:00.119678 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2eeef287-f84c-47b0-b33c-6b512b1ad1e8 req-77744822-28d2-459a-bddf-0cd263a96857 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae25d73af8c34890992534571426e2de&device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 1130 time: 0.0468855 Mar 29 14:56:00.258311 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeef287-f84c-47b0-b33c-6b512b1ad1e8 req-8062d5e3-7405-46ed-a31c-4c6e4670da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:00.260302 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2eeef287-f84c-47b0-b33c-6b512b1ad1e8 req-8062d5e3-7405-46ed-a31c-4c6e4670da28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4d7933f0-920a-440d-86c3-46e7aab80bfb HTTP/1.1" status: 200 len: 916 time: 0.0865440 Mar 29 14:56:00.333883 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2eeef287-f84c-47b0-b33c-6b512b1ad1e8 req-588c6dcf-2ea0-429b-a7b6-cce177d7cd49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7109c0c-aae9-4e04-b262-048df55ca66b HTTP/1.1" status: 200 len: 1001 time: 0.0637984 Mar 29 14:56:00.407277 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeef287-f84c-47b0-b33c-6b512b1ad1e8 req-ffbf4731-2877-4203-8d9b-547b67148ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:00.408725 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2eeef287-f84c-47b0-b33c-6b512b1ad1e8 req-ffbf4731-2877-4203-8d9b-547b67148ebf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a4c3ff9-6e66-4bb0-8254-bab28249a738 HTTP/1.1" status: 200 len: 854 time: 0.0452983 Mar 29 14:56:00.463543 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeef287-f84c-47b0-b33c-6b512b1ad1e8 req-89cd5f49-f7cd-4aa4-80c0-8dba7c162a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:00.465086 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2eeef287-f84c-47b0-b33c-6b512b1ad1e8 req-89cd5f49-f7cd-4aa4-80c0-8dba7c162a25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d7933f0-920a-440d-86c3-46e7aab80bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497642 Mar 29 14:56:00.553051 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2eeef287-f84c-47b0-b33c-6b512b1ad1e8 req-7589e3d1-5dcc-4660-980e-8e9885b79006 service neutron] 10.222.0.13 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800042 Mar 29 14:56:00.635778 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36580) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:00.661473 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2eeef287-f84c-47b0-b33c-6b512b1ad1e8 req-f0b5686a-07bd-472e-b4c4-3a514b5f2aa1 service neutron] 10.222.0.13 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981994 Mar 29 14:56:00.686435 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3d93e-27e4-4cee-a8e1-3543d412f343 req-ac746512-f60e-4378-89fa-5c0f8527b4f4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:00.688235 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8ad3d93e-27e4-4cee-a8e1-3543d412f343 req-ac746512-f60e-4378-89fa-5c0f8527b4f4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0559237 Mar 29 14:56:00.739054 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8ad3d93e-27e4-4cee-a8e1-3543d412f343 req-afc11cd5-3650-4cee-856b-25941a538a60 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446086 Mar 29 14:56:00.747939 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-7937292c-0100-4ea6-bea7-8e7b1cb99fa7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-789425747-network', 'tenant_id': '44a14adb53044badbb6d9b2bec1bda1b'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:00.835491 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7937292c-0100-4ea6-bea7-8e7b1cb99fa7 admin admin] Made reservation on behalf of 44a14adb53044badbb6d9b2bec1bda1b for: {'network': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:56:00.838271 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7937292c-0100-4ea6-bea7-8e7b1cb99fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:00.846810 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7937292c-0100-4ea6-bea7-8e7b1cb99fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:00.916824 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7937292c-0100-4ea6-bea7-8e7b1cb99fa7 admin admin] Publish callbacks [] for security_group (0f31c778-28c1-482e-b68b-0d624006c556), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:00.982880 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7937292c-0100-4ea6-bea7-8e7b1cb99fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (0f31c778-28c1-482e-b68b-0d624006c556), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:01.007122 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7937292c-0100-4ea6-bea7-8e7b1cb99fa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=115499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 14:56:01.016370 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937292c-0100-4ea6-bea7-8e7b1cb99fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f31c778-28c1-482e-b68b-0d624006c556,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:01.022245 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7937292c-0100-4ea6-bea7-8e7b1cb99fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (d579536d-2401-4404-ae24-15f6986de736), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:01.022581 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.segments_db [None req-7937292c-0100-4ea6-bea7-8e7b1cb99fa7 admin admin] Added segment d579536d-2401-4404-ae24-15f6986de736 of type vlan for network c8cdb4d0-c881-4550-93d1-aee3f1160217 Mar 29 14:56:01.062651 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7937292c-0100-4ea6-bea7-8e7b1cb99fa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727031888698'] for network (c8cdb4d0-c881-4550-93d1-aee3f1160217), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:01.084565 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4e455-7193-49f1-8df0-43e98f6dc943 req-ac0ed920-1a85-4153-8f2b-150d1ba71e60 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:01.086450 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d0f4e455-7193-49f1-8df0-43e98f6dc943 req-ac0ed920-1a85-4153-8f2b-150d1ba71e60 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0575728 Mar 29 14:56:01.133367 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d0f4e455-7193-49f1-8df0-43e98f6dc943 req-1dac0151-ee38-4db5-9d51-f1b3cb605d7f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406663 Mar 29 14:56:01.154861 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7937292c-0100-4ea6-bea7-8e7b1cb99fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for network (c8cdb4d0-c881-4550-93d1-aee3f1160217), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:01.155845 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7937292c-0100-4ea6-bea7-8e7b1cb99fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:01.156427 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7937292c-0100-4ea6-bea7-8e7b1cb99fa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:01.218130 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937292c-0100-4ea6-bea7-8e7b1cb99fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=c8cdb4d0-c881-4550-93d1-aee3f1160217,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:01.227910 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Network c8cdb4d0-c881-4550-93d1-aee3f1160217 details requested by agent ovs-agent-dv-cinder-835525-2-iscsi with host dv-cinder-835525-2-iscsi {{(pid=115500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:56:01.248589 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cdf42f-7844-4564-8bb4-33153c731bd9 req-d500b111-c191-4436-b60d-a5392d88aa7e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:01.250203 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-07cdf42f-7844-4564-8bb4-33153c731bd9 req-d500b111-c191-4436-b60d-a5392d88aa7e tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0537903 Mar 29 14:56:01.260634 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 36588) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:01.265167 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-d8a6ac44-b3d7-49e3-a711-5319551a9c4c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Request body: {'floatingip': {'port_id': '12f8914c-bde6-405f-a9db-15523b7e184d'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:01.297652 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-7937292c-0100-4ea6-bea7-8e7b1cb99fa7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6582611 Mar 29 14:56:01.300969 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36590) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:01.311284 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-85afa44e-285f-4bc8-9180-a7394d2992c4 admin admin] Request body: {'subnet': {'network_id': 'c8cdb4d0-c881-4550-93d1-aee3f1160217', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-789425747-subnet', 'tenant_id': '44a14adb53044badbb6d9b2bec1bda1b', 'ip_version': 4}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:01.327533 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ac44-b3d7-49e3-a711-5319551a9c4c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for floatingip (1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:01.441965 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85afa44e-285f-4bc8-9180-a7394d2992c4 admin admin] Made reservation on behalf of 44a14adb53044badbb6d9b2bec1bda1b for: {'subnet': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:56:01.444290 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-85afa44e-285f-4bc8-9180-a7394d2992c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9364872'] for subnet (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:01.675230 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device b19a8ddd-c730-4482-a6bd-fb09a0446050 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 14:56:01.676392 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-85afa44e-285f-4bc8-9180-a7394d2992c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9129900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9364894'] for subnet (d1912d63-e607-4902-9545-b2b8d26f6c22), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:01.740972 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afa44e-285f-4bc8-9180-a7394d2992c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1912d63-e607-4902-9545-b2b8d26f6c22,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:01.746897 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85afa44e-285f-4bc8-9180-a7394d2992c4 admin admin] Checking segment: {'id': 'd579536d-2401-4404-ae24-15f6986de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c8cdb4d0-c881-4550-93d1-aee3f1160217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:56:01.747333 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85afa44e-285f-4bc8-9180-a7394d2992c4 admin admin] Network hostable DHCP agents. Network: c8cdb4d0-c881-4550-93d1-aee3f1160217, hostable agents: ['d54be346-8d38-4a55-9238-c2600b34a430'], hosted agents: [] {{(pid=115499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:56:01.777554 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port b19a8ddd-c730-4482-a6bd-fb09a0446050, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=b19a8ddd-c730-4482-a6bd-fb09a0446050,segment=NetworkSegment(d9c0854c-192d-471c-a595-a497f25ee9e4),segment_id=d9c0854c-192d-471c-a595-a497f25ee9e4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:01.791917 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': 'b19a8ddd-c730-4482-a6bd-fb09a0446050', 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84', 'port_id': 'b19a8ddd-c730-4482-a6bd-fb09a0446050', 'mac_address': 'fa:16:3e:81:63:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 14:56:01.792194 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ac44-b3d7-49e3-a711-5319551a9c4c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:01.824217 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85afa44e-285f-4bc8-9180-a7394d2992c4 admin admin] Network c8cdb4d0-c881-4550-93d1-aee3f1160217 is scheduled to be hosted by DHCP agent d54be346-8d38-4a55-9238-c2600b34a430 with binding_index 1 {{(pid=115499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:56:01.831668 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port b19a8ddd-c730-4482-a6bd-fb09a0446050 is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:01.832438 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:01.845442 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19a8ddd-c730-4482-a6bd-fb09a0446050 {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:56:01.854007 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ac44-b3d7-49e3-a711-5319551a9c4c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:01.865503 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port b19a8ddd-c730-4482-a6bd-fb09a0446050, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=b19a8ddd-c730-4482-a6bd-fb09a0446050,segment=NetworkSegment(d9c0854c-192d-471c-a595-a497f25ee9e4),segment_id=d9c0854c-192d-471c-a595-a497f25ee9e4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:01.910096 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-85afa44e-285f-4bc8-9180-a7394d2992c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-2-iscsi, c8cdb4d0-c881-4550-93d1-aee3f1160217) {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:56:01.919519 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f3f1c3-8538-42d4-8f29-4ff4b9271e6e None None] Network c8cdb4d0-c881-4550-93d1-aee3f1160217 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:56:01.920637 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85afa44e-285f-4bc8-9180-a7394d2992c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:01.921247 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-85afa44e-285f-4bc8-9180-a7394d2992c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:01.927476 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93011a9c-87a0-434f-8f36-6419bce4dd41 req-dbeef1a5-b7d3-4df2-a5a3-6beb7f5fdccc tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:01.929272 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-93011a9c-87a0-434f-8f36-6419bce4dd41 req-dbeef1a5-b7d3-4df2-a5a3-6beb7f5fdccc tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.1166801 Mar 29 14:56:01.961555 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:02.004030 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-85afa44e-285f-4bc8-9180-a7394d2992c4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6992483 Mar 29 14:56:02.004313 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36594) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:02.005671 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-93011a9c-87a0-434f-8f36-6419bce4dd41 req-d354d463-05c4-420f-b4a8-daea26e01185 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663793 Mar 29 14:56:02.011441 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-d0fa67a8-2f0e-41f1-ab44-15518fd3d2d0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-789425747-router', 'tenant_id': '44a14adb53044badbb6d9b2bec1bda1b', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:02.032126 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=b19a8ddd-c730-4482-a6bd-fb09a0446050,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:02.053212 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:02.053551 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:02.054153 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:02.054479 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:02.054801 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:02.055121 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:02.055438 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:02.055791 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:02.056111 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:02.056426 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:02.056800 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:02.057107 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:02.061787 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:02.061787 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:02.061787 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:02.071587 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725f5065-0799-497c-a489-607d128e4d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4e11d19-54b5-538b-a24b-6e69b5ff0a21-c8cdb4d0-c881-4550-93d1-aee3f1160217', 'network_id': 'c8cdb4d0-c881-4550-93d1-aee3f1160217', 'project_id': '44a14adb53044badbb6d9b2bec1bda1b', 'fixed_ips': [{'subnet_id': 'd1912d63-e607-4902-9545-b2b8d26f6c22'}]}} from dv-cinder-835525-2-iscsi. {{(pid=115500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 14:56:02.072427 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-725f5065-0799-497c-a489-607d128e4d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:02.117009 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67a8-2f0e-41f1-ab44-15518fd3d2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router (98787b1a-7ae3-4a74-90ec-9e824696129c), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:02.118149 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67a8-2f0e-41f1-ab44-15518fd3d2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (98787b1a-7ae3-4a74-90ec-9e824696129c), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:02.128700 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a6ac44-b3d7-49e3-a711-5319551a9c4c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Router 92254ba7-70f6-42af-b754-2f5e6239b2c6 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:56:02.180197 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67a8-2f0e-41f1-ab44-15518fd3d2d0 admin admin] Publish callbacks [] for router_controller (98787b1a-7ae3-4a74-90ec-9e824696129c), precommit_add_association {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:02.209762 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.db_base_plugin_common [None req-725f5065-0799-497c-a489-607d128e4d57 None None] Allocated IP 172.20.0.2 (c8cdb4d0-c881-4550-93d1-aee3f1160217/d1912d63-e607-4902-9545-b2b8d26f6c22/e5966cb9-7794-4b6f-b52c-6851668f3b25) {{(pid=115500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:56:02.367025 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-725f5065-0799-497c-a489-607d128e4d57 None None] Publish callbacks [] for port (e5966cb9-7794-4b6f-b52c-6851668f3b25), precommit_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:02.395885 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67a8-2f0e-41f1-ab44-15518fd3d2d0 admin admin] Publish callbacks [] for router_gateway (98787b1a-7ae3-4a74-90ec-9e824696129c), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:02.435465 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a6ac44-b3d7-49e3-a711-5319551a9c4c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:56:02.440364 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ac44-b3d7-49e3-a711-5319551a9c4c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:02.443220 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-725f5065-0799-497c-a489-607d128e4d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (e5966cb9-7794-4b6f-b52c-6851668f3b25), after_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:02.447821 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e441a8a3-6b35-4eef-becf-ec2cdcd6ff23 None None] Sync routers for ids ['92254ba7-70f6-42af-b754-2f5e6239b2c6'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:56:02.458565 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e441a8a3-6b35-4eef-becf-ec2cdcd6ff23 None None] Routers {'92254ba7-70f6-42af-b754-2f5e6239b2c6'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:56:02.459893 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-e441a8a3-6b35-4eef-becf-ec2cdcd6ff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:55:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['92254ba7-70f6-42af-b754-2f5e6239b2c6'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:02.473005 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['b19a8ddd-c730-4482-a6bd-fb09a0446050'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:56:02.474982 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074d2dc7-e232-4b56-be65-379ff1e05700', 'tag': '12f8914c-bde6-405f-a9db-15523b7e184d'}] {{(pid=115498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:56:02.484999 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e942afba9a14c6231233b91f836bdf3e59ef1877de833c869ac23223c5a4452f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9980ce7a-d67b-42aa-ba9f-07008c4699f6" -d '{"events": [{"name": "network-changed", "server_uuid": "074d2dc7-e232-4b56-be65-379ff1e05700", "tag": "12f8914c-bde6-405f-a9db-15523b7e184d"}]}' {{(pid=115498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:56:02.502379 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725f5065-0799-497c-a489-607d128e4d57 None None] Network c8cdb4d0-c881-4550-93d1-aee3f1160217 is already hosted by enough agents. {{(pid=115500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:56:02.510950 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.base_scheduler [None req-725f5065-0799-497c-a489-607d128e4d57 None None] Resources bound (agent type, host, resource id): {{(pid=115500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:56:02.518380 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f5065-0799-497c-a489-607d128e4d57 None None] Received port after_create {{(pid=115500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:56:02.530068 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f5065-0799-497c-a489-607d128e4d57 None None] Pushing event updated for resources: {'Port': ['ID=e5966cb9-7794-4b6f-b52c-6851668f3b25,revision_number=1']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:02.531520 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-d8a6ac44-b3d7-49e3-a711-5319551a9c4c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "PUT /v2.0/floatingips/1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b HTTP/1.1" status: 200 len: 992 time: 1.2694638 Mar 29 14:56:02.578997 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7082fb3f-803b-4040-8f77-29f62fb0b9de x-openstack-request-id: req-7082fb3f-803b-4040-8f77-29f62fb0b9de {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:56:02.579393 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074d2dc7-e232-4b56-be65-379ff1e05700", "tag": "12f8914c-bde6-405f-a9db-15523b7e184d", "status": "completed", "code": 200}]} {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:56:02.579768 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7082fb3f-803b-4040-8f77-29f62fb0b9de {{(pid=115498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:56:02.580359 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7082fb3f-803b-4040-8f77-29f62fb0b9de'] response: {'name': 'network-changed', 'server_uuid': '074d2dc7-e232-4b56-be65-379ff1e05700', 'tag': '12f8914c-bde6-405f-a9db-15523b7e184d', 'status': 'completed', 'code': 200} Mar 29 14:56:02.596867 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-e441a8a3-6b35-4eef-becf-ec2cdcd6ff23 None None] Set router 92254ba7-70f6-42af-b754-2f5e6239b2c6 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:56:02.615276 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-725f5065-0799-497c-a489-607d128e4d57 None None] Attempting to bind port e5966cb9-7794-4b6f-b52c-6851668f3b25 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:56:02.615645 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-725f5065-0799-497c-a489-607d128e4d57 None None] Attempting to bind port e5966cb9-7794-4b6f-b52c-6851668f3b25 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': 'd579536d-2401-4404-ae24-15f6986de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c8cdb4d0-c881-4550-93d1-aee3f1160217'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:56:02.616006 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725f5065-0799-497c-a489-607d128e4d57 None None] Attempting to bind port e5966cb9-7794-4b6f-b52c-6851668f3b25 on network c8cdb4d0-c881-4550-93d1-aee3f1160217 {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:56:02.630148 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725f5065-0799-497c-a489-607d128e4d57 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:56:02.630529 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725f5065-0799-497c-a489-607d128e4d57 None None] Checking segment: {'id': 'd579536d-2401-4404-ae24-15f6986de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c8cdb4d0-c881-4550-93d1-aee3f1160217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:56:02.630938 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-725f5065-0799-497c-a489-607d128e4d57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:02.631393 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725f5065-0799-497c-a489-607d128e4d57 None None] Bound using segment: {'id': 'd579536d-2401-4404-ae24-15f6986de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c8cdb4d0-c881-4550-93d1-aee3f1160217'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:56:02.631877 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-725f5065-0799-497c-a489-607d128e4d57 None None] Bound port: e5966cb9-7794-4b6f-b52c-6851668f3b25, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd579536d-2401-4404-ae24-15f6986de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c8cdb4d0-c881-4550-93d1-aee3f1160217'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:56:02.632750 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-725f5065-0799-497c-a489-607d128e4d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (e5966cb9-7794-4b6f-b52c-6851668f3b25), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:02.727172 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67a8-2f0e-41f1-ab44-15518fd3d2d0 admin admin] Publish callbacks [] for router_gateway (98787b1a-7ae3-4a74-90ec-9e824696129c), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:02.730902 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980ce7a-d67b-42aa-ba9f-07008c4699f6 req-55693501-4372-4b02-ac5a-c755b1647e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:02.732388 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9980ce7a-d67b-42aa-ba9f-07008c4699f6 req-55693501-4372-4b02-ac5a-c755b1647e58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 1129 time: 0.0807676 Mar 29 14:56:02.735821 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-725f5065-0799-497c-a489-607d128e4d57 None None] For port e5966cb9-7794-4b6f-b52c-6851668f3b25, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:56:02.756460 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67a8-2f0e-41f1-ab44-15518fd3d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:02.759978 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-725f5065-0799-497c-a489-607d128e4d57 None None] For port e5966cb9-7794-4b6f-b52c-6851668f3b25, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=e5966cb9-7794-4b6f-b52c-6851668f3b25,segment=NetworkSegment(d579536d-2401-4404-ae24-15f6986de736),segment_id=d579536d-2401-4404-ae24-15f6986de736)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:56:02.838655 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-e441a8a3-6b35-4eef-becf-ec2cdcd6ff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'name': 'tempest-ServerRescueNegativeTestJSON-928053462-router', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:04Z', 'revision_number': 4, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'gw_port': {'id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:57Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'port_id': '12f8914c-bde6-405f-a9db-15523b7e184d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'mac_address': 'fa:16:3e:c4:05:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074d2dc7-e232-4b56-be65-379ff1e05700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:53:55Z', 'updated_at': '2022-03-29T14:56:01Z', 'revision_number': 3, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ab8f9e-59c2-476d-abb7-16217af5211b', 'name': '', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'mac_address': 'fa:16:3e:43:7c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:02Z', 'updated_at': '2022-03-29T14:52:14Z', 'revision_number': 5, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'subnets': [{'id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:02.859455 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-725f5065-0799-497c-a489-607d128e4d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (e5966cb9-7794-4b6f-b52c-6851668f3b25), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:02.864254 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e441a8a3-6b35-4eef-becf-ec2cdcd6ff23 None None] Checking router: 92254ba7-70f6-42af-b754-2f5e6239b2c6 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:56:02.874760 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e441a8a3-6b35-4eef-becf-ec2cdcd6ff23 None None] Routers {'92254ba7-70f6-42af-b754-2f5e6239b2c6'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:56:02.875489 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-e441a8a3-6b35-4eef-becf-ec2cdcd6ff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:55:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['92254ba7-70f6-42af-b754-2f5e6239b2c6'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:02.905967 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980ce7a-d67b-42aa-ba9f-07008c4699f6 req-680e798e-caeb-4e85-b927-1411f11d3b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:02.907829 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9980ce7a-d67b-42aa-ba9f-07008c4699f6 req-680e798e-caeb-4e85-b927-1411f11d3b65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 919 time: 0.1586919 Mar 29 14:56:02.933956 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f5065-0799-497c-a489-607d128e4d57 None None] Pushing event updated for resources: {'Port': ['ID=e5966cb9-7794-4b6f-b52c-6851668f3b25,revision_number=2']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:02.964934 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [None req-d0fa67a8-2f0e-41f1-ab44-15518fd3d2d0 admin admin] Allocated IP 172.27.1.111 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/2b4f667e-a23d-41d4-b95e-2ef189a990c9) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:56:02.998046 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-e441a8a3-6b35-4eef-becf-ec2cdcd6ff23 None None] Set router 92254ba7-70f6-42af-b754-2f5e6239b2c6 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:56:03.032875 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9980ce7a-d67b-42aa-ba9f-07008c4699f6 req-dc99dc12-cdbe-4844-9c31-9aae63e32ad8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12f8914c-bde6-405f-a9db-15523b7e184d HTTP/1.1" status: 200 len: 1000 time: 0.1161356 Mar 29 14:56:03.107930 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980ce7a-d67b-42aa-ba9f-07008c4699f6 req-8ee05eb0-2075-4383-ba4f-f47b91aa9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:03.109735 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9980ce7a-d67b-42aa-ba9f-07008c4699f6 req-8ee05eb0-2075-4383-ba4f-f47b91aa9652 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.0696914 Mar 29 14:56:03.153257 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67a8-2f0e-41f1-ab44-15518fd3d2d0 admin admin] Publish callbacks [] for port (2b4f667e-a23d-41d4-b95e-2ef189a990c9), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:03.167423 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951edcd-72d0-40e9-85ff-75d600323b12 req-1162fe2d-bada-4229-b616-af7db100f8e5 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:03.179862 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e951edcd-72d0-40e9-85ff-75d600323b12 req-1162fe2d-bada-4229-b616-af7db100f8e5 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0876341 Mar 29 14:56:03.240229 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e951edcd-72d0-40e9-85ff-75d600323b12 req-928de6ef-f59d-4069-838e-c0c61d28f89d tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592742 Mar 29 14:56:03.271044 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980ce7a-d67b-42aa-ba9f-07008c4699f6 req-1ca4f489-0ebf-4f49-8140-8904624690ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:03.273445 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9980ce7a-d67b-42aa-ba9f-07008c4699f6 req-1ca4f489-0ebf-4f49-8140-8904624690ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0949831 Mar 29 14:56:03.340361 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67a8-2f0e-41f1-ab44-15518fd3d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (2b4f667e-a23d-41d4-b95e-2ef189a990c9), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:03.399266 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fa67a8-2f0e-41f1-ab44-15518fd3d2d0 admin admin] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:56:03.408297 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-d0fa67a8-2f0e-41f1-ab44-15518fd3d2d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:56:03.414792 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa67a8-2f0e-41f1-ab44-15518fd3d2d0 admin admin] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:56:03.420729 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa67a8-2f0e-41f1-ab44-15518fd3d2d0 admin admin] Pushing event updated for resources: {'Port': ['ID=2b4f667e-a23d-41d4-b95e-2ef189a990c9,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:03.449914 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-e441a8a3-6b35-4eef-becf-ec2cdcd6ff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'name': 'tempest-ServerRescueNegativeTestJSON-928053462-router', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:04Z', 'revision_number': 4, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'gw_port': {'id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:57Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'port_id': '12f8914c-bde6-405f-a9db-15523b7e184d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'mac_address': 'fa:16:3e:c4:05:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074d2dc7-e232-4b56-be65-379ff1e05700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:53:55Z', 'updated_at': '2022-03-29T14:56:01Z', 'revision_number': 3, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ab8f9e-59c2-476d-abb7-16217af5211b', 'name': '', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'mac_address': 'fa:16:3e:43:7c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:02Z', 'updated_at': '2022-03-29T14:52:14Z', 'revision_number': 5, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'subnets': [{'id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:03.453466 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9980ce7a-d67b-42aa-ba9f-07008c4699f6 req-a515b614-764c-44b9-a0f8-cb005f8dd7af service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685224 Mar 29 14:56:03.481484 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e441a8a3-6b35-4eef-becf-ec2cdcd6ff23 None None] The sync data for ids ['92254ba7-70f6-42af-b754-2f5e6239b2c6'] in dv-cinder-835525-2-iscsi is: [{'id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'name': 'tempest-ServerRescueNegativeTestJSON-928053462-router', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:04Z', 'revision_number': 4, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'gw_port': {'id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:57Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'port_id': '12f8914c-bde6-405f-a9db-15523b7e184d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'mac_address': 'fa:16:3e:c4:05:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074d2dc7-e232-4b56-be65-379ff1e05700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:53:55Z', 'updated_at': '2022-03-29T14:56:01Z', 'revision_number': 3, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ab8f9e-59c2-476d-abb7-16217af5211b', 'name': '', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'mac_address': 'fa:16:3e:43:7c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:02Z', 'updated_at': '2022-03-29T14:52:14Z', 'revision_number': 5, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'subnets': [{'id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:56:03.878282 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9980ce7a-d67b-42aa-ba9f-07008c4699f6 req-4b9d712f-5fc3-48d8-9ecc-73728f14dc4b service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103744 Mar 29 14:56:03.990913 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d039ed1c-b925-4a32-992f-50f59937be43 None None] Network c8cdb4d0-c881-4550-93d1-aee3f1160217 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:56:04.066724 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67a8-2f0e-41f1-ab44-15518fd3d2d0 admin admin] Publish callbacks [] for router_gateway (98787b1a-7ae3-4a74-90ec-9e824696129c), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:04.100078 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-77d6580f-0799-453f-91bc-8d86fdb35932 None None] Provisioning complete for port e5966cb9-7794-4b6f-b52c-6851668f3b25 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:04.100443 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-77d6580f-0799-453f-91bc-8d86fdb35932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (e5966cb9-7794-4b6f-b52c-6851668f3b25), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:04.188080 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-77d6580f-0799-453f-91bc-8d86fdb35932 None None] Current status of the port e5966cb9-7794-4b6f-b52c-6851668f3b25 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:04.188629 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-77d6580f-0799-453f-91bc-8d86fdb35932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (e5966cb9-7794-4b6f-b52c-6851668f3b25), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:04.236526 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-77d6580f-0799-453f-91bc-8d86fdb35932 None None] For port e5966cb9-7794-4b6f-b52c-6851668f3b25, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=e5966cb9-7794-4b6f-b52c-6851668f3b25,segment=NetworkSegment(d579536d-2401-4404-ae24-15f6986de736),segment_id=d579536d-2401-4404-ae24-15f6986de736)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:04.288721 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67a8-2f0e-41f1-ab44-15518fd3d2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606242'] for router (98787b1a-7ae3-4a74-90ec-9e824696129c), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:04.316199 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-77d6580f-0799-453f-91bc-8d86fdb35932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (e5966cb9-7794-4b6f-b52c-6851668f3b25), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:04.374786 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device e5966cb9-7794-4b6f-b52c-6851668f3b25 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:56:04.405929 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87565ad-9d4a-47c9-9beb-48233cd15add req-7d06f13f-8967-4544-b38d-e87aad924635 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:04.413117 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f87565ad-9d4a-47c9-9beb-48233cd15add req-7d06f13f-8967-4544-b38d-e87aad924635 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0726688 Mar 29 14:56:04.417318 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6580f-0799-453f-91bc-8d86fdb35932 None None] Pushing event updated for resources: {'Port': ['ID=e5966cb9-7794-4b6f-b52c-6851668f3b25,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:04.455964 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-2b4a810e-40e5-4d1f-9063-def9fe3f18a8 None None] Provisioning complete for port e5966cb9-7794-4b6f-b52c-6851668f3b25 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:04.456329 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-2b4a810e-40e5-4d1f-9063-def9fe3f18a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (e5966cb9-7794-4b6f-b52c-6851668f3b25), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:04.463934 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f87565ad-9d4a-47c9-9beb-48233cd15add req-255a541b-5fcb-40d3-aec6-d6fbbe5cbe2f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500512 Mar 29 14:56:04.482179 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port e5966cb9-7794-4b6f-b52c-6851668f3b25 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:04.482546 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (e5966cb9-7794-4b6f-b52c-6851668f3b25), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:04.487009 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fa67a8-2f0e-41f1-ab44-15518fd3d2d0 admin admin] Router 98787b1a-7ae3-4a74-90ec-9e824696129c is scheduled to L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 with binding_index 1 {{(pid=115499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 14:56:04.580928 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074d2dc7-e232-4b56-be65-379ff1e05700', 'tag': '12f8914c-bde6-405f-a9db-15523b7e184d'}] {{(pid=115498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:56:04.583555 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e942afba9a14c6231233b91f836bdf3e59ef1877de833c869ac23223c5a4452f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab01b74-305d-4744-9032-d151b2ffa7d3" -d '{"events": [{"name": "network-changed", "server_uuid": "074d2dc7-e232-4b56-be65-379ff1e05700", "tag": "12f8914c-bde6-405f-a9db-15523b7e184d"}]}' {{(pid=115498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:56:04.596740 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fa67a8-2f0e-41f1-ab44-15518fd3d2d0 admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:56:04.624593 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b78594c-efb7-4998-9f6b-615c01583f7d x-openstack-request-id: req-2b78594c-efb7-4998-9f6b-615c01583f7d {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:56:04.624886 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074d2dc7-e232-4b56-be65-379ff1e05700", "tag": "12f8914c-bde6-405f-a9db-15523b7e184d", "status": "completed", "code": 200}]} {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:56:04.625173 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b78594c-efb7-4998-9f6b-615c01583f7d {{(pid=115498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:56:04.625582 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b78594c-efb7-4998-9f6b-615c01583f7d'] response: {'name': 'network-changed', 'server_uuid': '074d2dc7-e232-4b56-be65-379ff1e05700', 'tag': '12f8914c-bde6-405f-a9db-15523b7e184d', 'status': 'completed', 'code': 200} Mar 29 14:56:04.666618 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d0fa67a8-2f0e-41f1-ab44-15518fd3d2d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:04.670530 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-d0fa67a8-2f0e-41f1-ab44-15518fd3d2d0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6627009 Mar 29 14:56:04.670786 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36608) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:04.688325 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] Sync routers for ids ['98787b1a-7ae3-4a74-90ec-9e824696129c'] in dv-cinder-835525-2-iscsi {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:56:04.731404 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-2b4a810e-40e5-4d1f-9063-def9fe3f18a8 None None] Current status of the port e5966cb9-7794-4b6f-b52c-6851668f3b25 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:04.735422 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] Routers {'98787b1a-7ae3-4a74-90ec-9e824696129c'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:56:04.736039 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:55:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['98787b1a-7ae3-4a74-90ec-9e824696129c'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:04.796580 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab01b74-305d-4744-9032-d151b2ffa7d3 req-571750ae-faa5-450a-b3e0-a01163d85c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:04.798094 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5ab01b74-305d-4744-9032-d151b2ffa7d3 req-571750ae-faa5-450a-b3e0-a01163d85c11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 1129 time: 0.1213839 Mar 29 14:56:04.806039 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port e5966cb9-7794-4b6f-b52c-6851668f3b25 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:04.849247 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] Set router 98787b1a-7ae3-4a74-90ec-9e824696129c gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:56:04.967110 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab01b74-305d-4744-9032-d151b2ffa7d3 req-e925b69c-1b2e-4ebb-9cf4-7bdfdf6c65fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:04.968765 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5ab01b74-305d-4744-9032-d151b2ffa7d3 req-e925b69c-1b2e-4ebb-9cf4-7bdfdf6c65fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 919 time: 0.1598055 Mar 29 14:56:05.025998 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'name': 'tempest-TestShelveInstance-789425747-router', 'tenant_id': '44a14adb53044badbb6d9b2bec1bda1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '2b4f667e-a23d-41d4-b95e-2ef189a990c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:56:02Z', 'updated_at': '2022-03-29T14:56:03Z', 'revision_number': 3, 'project_id': '44a14adb53044badbb6d9b2bec1bda1b', 'gw_port': {'id': '2b4f667e-a23d-41d4-b95e-2ef189a990c9', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:12:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:02Z', 'updated_at': '2022-03-29T14:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:05.051692 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] Checking router: 98787b1a-7ae3-4a74-90ec-9e824696129c for host: dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:56:05.052041 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] Updating router 98787b1a-7ae3-4a74-90ec-9e824696129c port 2b4f667e-a23d-41d4-b95e-2ef189a990c9 binding host dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:56:05.079032 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2b4f667e-a23d-41d4-b95e-2ef189a990c9), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:05.099827 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5ab01b74-305d-4744-9032-d151b2ffa7d3 req-4e08fe21-05c2-4c14-8a09-ddd5e58880ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12f8914c-bde6-405f-a9db-15523b7e184d HTTP/1.1" status: 200 len: 1000 time: 0.1245964 Mar 29 14:56:05.177141 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab01b74-305d-4744-9032-d151b2ffa7d3 req-47e58f39-a45c-4c00-854d-683fc8e64a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:05.178864 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5ab01b74-305d-4744-9032-d151b2ffa7d3 req-47e58f39-a45c-4c00-854d-683fc8e64a7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.0712578 Mar 29 14:56:05.283786 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab01b74-305d-4744-9032-d151b2ffa7d3 req-7b6ee7cc-0368-428b-a4f9-8251b1ebd763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:05.285287 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5ab01b74-305d-4744-9032-d151b2ffa7d3 req-7b6ee7cc-0368-428b-a4f9-8251b1ebd763 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0992000 Mar 29 14:56:05.332141 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] Publish callbacks [] for port (2b4f667e-a23d-41d4-b95e-2ef189a990c9), precommit_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:05.343008 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:05.395602 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (2b4f667e-a23d-41d4-b95e-2ef189a990c9), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:05.438058 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5ab01b74-305d-4744-9032-d151b2ffa7d3 req-bdd91e31-5ec2-45c5-8f11-ae0c1b278d43 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447022 Mar 29 14:56:05.448539 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2754262-236e-41b8-ab50-4d6e118d6276 None None] Pushing event updated for resources: {'Port': ['ID=2b4f667e-a23d-41d4-b95e-2ef189a990c9,revision_number=2']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:05.450928 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] Attempting to bind port 2b4f667e-a23d-41d4-b95e-2ef189a990c9 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:56:05.451293 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] Attempting to bind port 2b4f667e-a23d-41d4-b95e-2ef189a990c9 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:56:05.451655 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] Attempting to bind port 2b4f667e-a23d-41d4-b95e-2ef189a990c9 on network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:56:05.457744 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:56:05.458119 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] Checking segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:56:05.458518 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:05.458904 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] Bound using segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:56:05.459364 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] Bound port: 2b4f667e-a23d-41d4-b95e-2ef189a990c9, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:56:05.459738 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2b4f667e-a23d-41d4-b95e-2ef189a990c9), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:05.512771 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] For port 2b4f667e-a23d-41d4-b95e-2ef189a990c9, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:56:05.516192 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] For port 2b4f667e-a23d-41d4-b95e-2ef189a990c9, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=2b4f667e-a23d-41d4-b95e-2ef189a990c9,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:56:05.579835 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (2b4f667e-a23d-41d4-b95e-2ef189a990c9), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:05.582249 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a79d1-c157-40ae-be41-aa5fb3ab9925 req-209dbae0-73e0-4fc0-87b4-40afa83c19bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:05.584025 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-515a79d1-c157-40ae-be41-aa5fb3ab9925 req-209dbae0-73e0-4fc0-87b4-40afa83c19bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0511236 Mar 29 14:56:05.595871 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5ab01b74-305d-4744-9032-d151b2ffa7d3 req-23a97d72-0913-47c7-89e0-9803544481e8 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509666 Mar 29 14:56:05.597018 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Allocated IP 172.20.0.1 (c8cdb4d0-c881-4550-93d1-aee3f1160217/d1912d63-e607-4902-9545-b2b8d26f6c22/1ac19770-fb5d-498b-890c-67abe9525aba) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:56:05.640428 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-515a79d1-c157-40ae-be41-aa5fb3ab9925 req-a3f462c5-b6cd-461e-a7ca-b2ea259e0b3f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488405 Mar 29 14:56:05.650540 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] Routers {'98787b1a-7ae3-4a74-90ec-9e824696129c'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:56:05.651171 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:55:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['98787b1a-7ae3-4a74-90ec-9e824696129c'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:05.691170 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2754262-236e-41b8-ab50-4d6e118d6276 None None] Pushing event updated for resources: {'Port': ['ID=2b4f667e-a23d-41d4-b95e-2ef189a990c9,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:05.693828 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device b19a8ddd-c730-4482-a6bd-fb09a0446050 up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:56:05.698965 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Publish callbacks [] for port (1ac19770-fb5d-498b-890c-67abe9525aba), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:05.779132 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (1ac19770-fb5d-498b-890c-67abe9525aba), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:05.800935 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] Set router 98787b1a-7ae3-4a74-90ec-9e824696129c gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:56:05.815689 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Network c8cdb4d0-c881-4550-93d1-aee3f1160217 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:56:05.818503 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:56:05.822546 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:56:05.851333 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Pushing event updated for resources: {'Port': ['ID=1ac19770-fb5d-498b-890c-67abe9525aba,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:05.856935 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning for port b19a8ddd-c730-4482-a6bd-fb09a0446050 completed by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 14:56:05.876687 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606965'] for router_interface (98787b1a-7ae3-4a74-90ec-9e824696129c), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:05.896262 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port b19a8ddd-c730-4482-a6bd-fb09a0446050 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:05.896633 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:06.036835 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port b19a8ddd-c730-4482-a6bd-fb09a0446050 is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:06.037515 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:06.066599 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (1ac19770-fb5d-498b-890c-67abe9525aba), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:06.073613 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19a8ddd-c730-4482-a6bd-fb09a0446050'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:56:06.075843 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7746692a-1eb7-4c67-aae3-46c95195476f" -d '{"events": [{"server_uuid": "01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1", "name": "network-vif-plugged", "status": "completed", "tag": "b19a8ddd-c730-4482-a6bd-fb09a0446050"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:56:06.095530 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port b19a8ddd-c730-4482-a6bd-fb09a0446050, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=b19a8ddd-c730-4482-a6bd-fb09a0446050,segment=NetworkSegment(d9c0854c-192d-471c-a595-a497f25ee9e4),segment_id=d9c0854c-192d-471c-a595-a497f25ee9e4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:06.097773 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-a9ef1ae2-8809-449d-89b0-6a3dd71aada0 None None] Provisioning complete for port 1ac19770-fb5d-498b-890c-67abe9525aba triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:06.098136 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-a9ef1ae2-8809-449d-89b0-6a3dd71aada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (1ac19770-fb5d-498b-890c-67abe9525aba), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:06.101525 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'name': 'tempest-TestShelveInstance-789425747-router', 'tenant_id': '44a14adb53044badbb6d9b2bec1bda1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '2b4f667e-a23d-41d4-b95e-2ef189a990c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:56:02Z', 'updated_at': '2022-03-29T14:56:03Z', 'revision_number': 3, 'project_id': '44a14adb53044badbb6d9b2bec1bda1b', 'gw_port': {'id': '2b4f667e-a23d-41d4-b95e-2ef189a990c9', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:12:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:02Z', 'updated_at': '2022-03-29T14:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:06.123894 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fa4677-0bfc-44d8-952e-29c7cc985cc2 x-openstack-request-id: req-73fa4677-0bfc-44d8-952e-29c7cc985cc2 {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:56:06.124180 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1", "name": "network-vif-plugged", "status": "completed", "tag": "b19a8ddd-c730-4482-a6bd-fb09a0446050", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:56:06.124429 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73fa4677-0bfc-44d8-952e-29c7cc985cc2 {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:56:06.124824 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73fa4677-0bfc-44d8-952e-29c7cc985cc2'] response: {'server_uuid': '01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19a8ddd-c730-4482-a6bd-fb09a0446050', 'code': 200} Mar 29 14:56:06.154922 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f88864-15ec-4cdf-8eba-6fc3a9a096e8 None None] The sync data for ids ['98787b1a-7ae3-4a74-90ec-9e824696129c'] in dv-cinder-835525-2-iscsi is: [{'id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'name': 'tempest-TestShelveInstance-789425747-router', 'tenant_id': '44a14adb53044badbb6d9b2bec1bda1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '2b4f667e-a23d-41d4-b95e-2ef189a990c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:56:02Z', 'updated_at': '2022-03-29T14:56:03Z', 'revision_number': 3, 'project_id': '44a14adb53044badbb6d9b2bec1bda1b', 'gw_port': {'id': '2b4f667e-a23d-41d4-b95e-2ef189a990c9', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:12:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:02Z', 'updated_at': '2022-03-29T14:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}] {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:56:06.165575 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:06.172396 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-a9ef1ae2-8809-449d-89b0-6a3dd71aada0 None None] Port 1ac19770-fb5d-498b-890c-67abe9525aba cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:56:06.233073 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=b19a8ddd-c730-4482-a6bd-fb09a0446050,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:06.333072 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device e5966cb9-7794-4b6f-b52c-6851668f3b25 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:56:06.383047 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port e5966cb9-7794-4b6f-b52c-6851668f3b25 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:06.383424 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (e5966cb9-7794-4b6f-b52c-6851668f3b25), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:06.515657 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Publish callbacks [] for port (1ac19770-fb5d-498b-890c-67abe9525aba), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:06.516490 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port e5966cb9-7794-4b6f-b52c-6851668f3b25 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:06.569019 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e47f5-6221-4567-b489-da0a6a423506 req-95d3fda5-4e6c-499d-badd-6711e7781c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:06.570741 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-051e47f5-6221-4567-b489-da0a6a423506 req-95d3fda5-4e6c-499d-badd-6711e7781c74 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 1130 time: 0.0450695 Mar 29 14:56:06.600414 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (1ac19770-fb5d-498b-890c-67abe9525aba), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:06.703854 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Pushing event updated for resources: {'Port': ['ID=1ac19770-fb5d-498b-890c-67abe9525aba,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:06.707836 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606817'] for router_interface (98787b1a-7ae3-4a74-90ec-9e824696129c), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:06.711583 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-051e47f5-6221-4567-b489-da0a6a423506 req-92fe63cd-de2d-4a91-819d-43c03ef2e276 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323650 Mar 29 14:56:06.717696 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:06.718042 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:06.718377 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:06.718709 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:06.719036 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:06.719360 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:06.719677 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:06.719993 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:06.720311 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:06.720631 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:06.720949 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:06.721288 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:06.721608 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:06.721910 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:06.722218 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:06.771367 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ce6df-5bbd-4b67-8329-933ee98934fc req-51db8801-b460-4f17-a283-0c33f5f77867 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:06.777493 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3d1ce6df-5bbd-4b67-8329-933ee98934fc req-51db8801-b460-4f17-a283-0c33f5f77867 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0637417 Mar 29 14:56:06.822495 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Network c8cdb4d0-c881-4550-93d1-aee3f1160217 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:56:06.823926 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:56:06.827114 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3d1ce6df-5bbd-4b67-8329-933ee98934fc req-0b710d05-e533-45e6-8d80-0c10fc50a3a0 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476642 Mar 29 14:56:06.946789 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Router 98787b1a-7ae3-4a74-90ec-9e824696129c has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:56:07.063125 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:56:07.068198 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-dde3e120-3992-4ba1-9b14-ca9c840f373c admin admin] 10.222.0.16 "PUT /v2.0/routers/98787b1a-7ae3-4a74-90ec-9e824696129c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3965275 Mar 29 14:56:07.102284 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-38f1ffea-f62e-47b5-b61c-c0af9ed7155b None None] Provisioning complete for port 1ac19770-fb5d-498b-890c-67abe9525aba triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:07.103486 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-38f1ffea-f62e-47b5-b61c-c0af9ed7155b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (1ac19770-fb5d-498b-890c-67abe9525aba), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:07.139830 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-38f1ffea-f62e-47b5-b61c-c0af9ed7155b None None] Port 1ac19770-fb5d-498b-890c-67abe9525aba cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:56:07.775875 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36630) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:07.780865 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-b4b8e060-263b-4f2f-8ef3-b8344482d0d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-401829903-network', 'tenant_id': 'c3c75728140049f19707d7c69c64a541'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:07.855333 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] Sync routers for ids ['98787b1a-7ae3-4a74-90ec-9e824696129c'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:56:07.864951 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] Routers {'98787b1a-7ae3-4a74-90ec-9e824696129c'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:56:07.869042 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:55:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['98787b1a-7ae3-4a74-90ec-9e824696129c'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:07.887051 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b8e060-263b-4f2f-8ef3-b8344482d0d8 admin admin] Made reservation on behalf of c3c75728140049f19707d7c69c64a541 for: {'network': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:56:07.889602 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e060-263b-4f2f-8ef3-b8344482d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:07.898627 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e060-263b-4f2f-8ef3-b8344482d0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:07.949393 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fc594-472c-4523-bb2a-cae7bc0c207d req-2f292f00-f2d0-4bfe-b9ef-b8f026e80840 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:07.951656 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-172fc594-472c-4523-bb2a-cae7bc0c207d req-2f292f00-f2d0-4bfe-b9ef-b8f026e80840 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0565498 Mar 29 14:56:07.976356 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] Set router 98787b1a-7ae3-4a74-90ec-9e824696129c gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:56:07.980433 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e060-263b-4f2f-8ef3-b8344482d0d8 admin admin] Publish callbacks [] for security_group (b4b06e98-f4ae-4beb-87fd-f8acf6595ee2), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:08.008485 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-172fc594-472c-4523-bb2a-cae7bc0c207d req-c8495819-6b2f-467a-85fb-d737ea63ec07 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501151 Mar 29 14:56:08.064593 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e060-263b-4f2f-8ef3-b8344482d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (b4b06e98-f4ae-4beb-87fd-f8acf6595ee2), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:08.085977 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b8e060-263b-4f2f-8ef3-b8344482d0d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=115499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 14:56:08.099184 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8e060-263b-4f2f-8ef3-b8344482d0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b06e98-f4ae-4beb-87fd-f8acf6595ee2,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:08.103909 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e060-263b-4f2f-8ef3-b8344482d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (76de64cf-1758-4ae8-834e-6d1a673412d9), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:08.108873 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.segments_db [None req-b4b8e060-263b-4f2f-8ef3-b8344482d0d8 admin admin] Added segment 76de64cf-1758-4ae8-834e-6d1a673412d9 of type vlan for network de871aa4-4417-4bef-aff9-b7d73ca64185 Mar 29 14:56:08.148151 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e060-263b-4f2f-8ef3-b8344482d0d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727031888698'] for network (de871aa4-4417-4bef-aff9-b7d73ca64185), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:08.183861 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'name': 'tempest-TestShelveInstance-789425747-router', 'tenant_id': '44a14adb53044badbb6d9b2bec1bda1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '2b4f667e-a23d-41d4-b95e-2ef189a990c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:56:02Z', 'updated_at': '2022-03-29T14:56:05Z', 'revision_number': 4, 'project_id': '44a14adb53044badbb6d9b2bec1bda1b', 'gw_port': {'id': '2b4f667e-a23d-41d4-b95e-2ef189a990c9', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:12:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:02Z', 'updated_at': '2022-03-29T14:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '1ac19770-fb5d-498b-890c-67abe9525aba', 'name': '', 'network_id': 'c8cdb4d0-c881-4550-93d1-aee3f1160217', 'tenant_id': '44a14adb53044badbb6d9b2bec1bda1b', 'mac_address': 'fa:16:3e:d3:ee:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd1912d63-e607-4902-9545-b2b8d26f6c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:05Z', 'updated_at': '2022-03-29T14:56:06Z', 'revision_number': 2, 'project_id': '44a14adb53044badbb6d9b2bec1bda1b', 'subnets': [{'id': 'd1912d63-e607-4902-9545-b2b8d26f6c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:08.209628 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] Checking router: 98787b1a-7ae3-4a74-90ec-9e824696129c for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:56:08.209979 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] Updating router 98787b1a-7ae3-4a74-90ec-9e824696129c port 1ac19770-fb5d-498b-890c-67abe9525aba binding host dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:56:08.237451 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (1ac19770-fb5d-498b-890c-67abe9525aba), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:08.249870 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e060-263b-4f2f-8ef3-b8344482d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for network (de871aa4-4417-4bef-aff9-b7d73ca64185), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:08.251412 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b8e060-263b-4f2f-8ef3-b8344482d0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:08.252161 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e060-263b-4f2f-8ef3-b8344482d0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:08.316765 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8e060-263b-4f2f-8ef3-b8344482d0d8 admin admin] Pushing event updated for resources: {'Network': ['ID=de871aa4-4417-4bef-aff9-b7d73ca64185,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:08.327308 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Network de871aa4-4417-4bef-aff9-b7d73ca64185 details requested by agent ovs-agent-dv-cinder-835525-2-iscsi with host dv-cinder-835525-2-iscsi {{(pid=115500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:56:08.370291 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 2b4f667e-a23d-41d4-b95e-2ef189a990c9 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:56:08.404287 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-b4b8e060-263b-4f2f-8ef3-b8344482d0d8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6271932 Mar 29 14:56:08.407653 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 36634) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:08.413760 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Request body: {'subnet': {'network_id': 'de871aa4-4417-4bef-aff9-b7d73ca64185', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-401829903-subnet', 'tenant_id': 'c3c75728140049f19707d7c69c64a541', 'ip_version': 4}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:08.438762 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 2b4f667e-a23d-41d4-b95e-2ef189a990c9 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:08.439060 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (2b4f667e-a23d-41d4-b95e-2ef189a990c9), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:08.492917 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Made reservation on behalf of c3c75728140049f19707d7c69c64a541 for: {'subnet': 1} {{(pid=115498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:56:08.496497 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8856160'] for subnet (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:08.516093 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 2b4f667e-a23d-41d4-b95e-2ef189a990c9 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:08.516476 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2b4f667e-a23d-41d4-b95e-2ef189a990c9), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:08.521629 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] Publish callbacks [] for port (1ac19770-fb5d-498b-890c-67abe9525aba), precommit_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:08.539499 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] For port 2b4f667e-a23d-41d4-b95e-2ef189a990c9, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=2b4f667e-a23d-41d4-b95e-2ef189a990c9,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:08.607121 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (1ac19770-fb5d-498b-890c-67abe9525aba), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:08.635763 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (2b4f667e-a23d-41d4-b95e-2ef189a990c9), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:08.659144 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286ac05-059c-4ee2-8edf-edc100002860 None None] Pushing event updated for resources: {'Port': ['ID=1ac19770-fb5d-498b-890c-67abe9525aba,revision_number=3']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:08.689335 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286ac05-059c-4ee2-8edf-edc100002860 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.689943 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286ac05-059c-4ee2-8edf-edc100002860 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.690306 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286ac05-059c-4ee2-8edf-edc100002860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.690656 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286ac05-059c-4ee2-8edf-edc100002860 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.690993 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286ac05-059c-4ee2-8edf-edc100002860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.691320 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286ac05-059c-4ee2-8edf-edc100002860 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.691701 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286ac05-059c-4ee2-8edf-edc100002860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.692024 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286ac05-059c-4ee2-8edf-edc100002860 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.692346 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286ac05-059c-4ee2-8edf-edc100002860 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.692665 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286ac05-059c-4ee2-8edf-edc100002860 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.692998 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286ac05-059c-4ee2-8edf-edc100002860 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.693345 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286ac05-059c-4ee2-8edf-edc100002860 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.693672 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286ac05-059c-4ee2-8edf-edc100002860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.693984 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286ac05-059c-4ee2-8edf-edc100002860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.694298 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286ac05-059c-4ee2-8edf-edc100002860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.739532 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10357284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8856182'] for subnet (e28c2002-89f2-4e2b-891f-bfbfdccd5f91), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:08.742342 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] Attempting to bind port 1ac19770-fb5d-498b-890c-67abe9525aba on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:56:08.743090 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] Attempting to bind port 1ac19770-fb5d-498b-890c-67abe9525aba by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': 'd579536d-2401-4404-ae24-15f6986de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c8cdb4d0-c881-4550-93d1-aee3f1160217'}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:56:08.743783 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] Attempting to bind port 1ac19770-fb5d-498b-890c-67abe9525aba on network c8cdb4d0-c881-4550-93d1-aee3f1160217 {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:56:08.750583 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:56:08.751344 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] Checking segment: {'id': 'd579536d-2401-4404-ae24-15f6986de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c8cdb4d0-c881-4550-93d1-aee3f1160217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:56:08.751940 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:08.752509 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] Bound using segment: {'id': 'd579536d-2401-4404-ae24-15f6986de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c8cdb4d0-c881-4550-93d1-aee3f1160217'} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:56:08.753243 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] Bound port: 1ac19770-fb5d-498b-890c-67abe9525aba, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd579536d-2401-4404-ae24-15f6986de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c8cdb4d0-c881-4550-93d1-aee3f1160217'}}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:56:08.754018 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (1ac19770-fb5d-498b-890c-67abe9525aba), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:08.799049 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e28c2002-89f2-4e2b-891f-bfbfdccd5f91,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:08.810648 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.811291 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.811815 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.812338 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.812680 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.813046 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.813410 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.813810 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.814440 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.814440 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.814728 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.815382 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.815382 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.815701 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.816500 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:08.834353 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Pushing event updated for resources: {'Port': ['ID=2b4f667e-a23d-41d4-b95e-2ef189a990c9,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:08.842997 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Checking segment: {'id': '76de64cf-1758-4ae8-834e-6d1a673412d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'de871aa4-4417-4bef-aff9-b7d73ca64185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:56:08.843236 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] For port 1ac19770-fb5d-498b-890c-67abe9525aba, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:56:08.843354 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Network hostable DHCP agents. Network: de871aa4-4417-4bef-aff9-b7d73ca64185, hostable agents: ['d54be346-8d38-4a55-9238-c2600b34a430'], hosted agents: [] {{(pid=115498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:56:08.847036 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] For port 1ac19770-fb5d-498b-890c-67abe9525aba, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=1ac19770-fb5d-498b-890c-67abe9525aba,segment=NetworkSegment(d579536d-2401-4404-ae24-15f6986de736),segment_id=d579536d-2401-4404-ae24-15f6986de736)] {{(pid=115501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:56:08.922048 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (1ac19770-fb5d-498b-890c-67abe9525aba), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:08.944471 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Network de871aa4-4417-4bef-aff9-b7d73ca64185 is scheduled to be hosted by DHCP agent d54be346-8d38-4a55-9238-c2600b34a430 with binding_index 1 {{(pid=115498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:56:08.984898 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-4be46c4d-5b95-4f92-91db-41c8955f0f0e None None] Provisioning complete for port 1ac19770-fb5d-498b-890c-67abe9525aba triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:08.985125 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] Routers {'98787b1a-7ae3-4a74-90ec-9e824696129c'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:56:08.985741 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:55:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['98787b1a-7ae3-4a74-90ec-9e824696129c'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:08.987293 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-4be46c4d-5b95-4f92-91db-41c8955f0f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (1ac19770-fb5d-498b-890c-67abe9525aba), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:08.995940 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286ac05-059c-4ee2-8edf-edc100002860 None None] Pushing event updated for resources: {'Port': ['ID=1ac19770-fb5d-498b-890c-67abe9525aba,revision_number=4']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:09.043304 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-2-iscsi, de871aa4-4417-4bef-aff9-b7d73ca64185) {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:56:09.043304 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:09.043869 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:09.066098 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97220b7a-db2c-4f1c-a6e0-b57455a6eba7 None None] Network de871aa4-4417-4bef-aff9-b7d73ca64185 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:56:09.128702 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] Set router 98787b1a-7ae3-4a74-90ec-9e824696129c gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:56:09.157776 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-01e57368-ba8a-467c-837a-8c90cea8a620 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7487800 Mar 29 14:56:09.160436 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36648) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:09.166301 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-8380ae46-5b9d-47c5-bb54-6d4c6e0e5d72 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-401829903-router', 'tenant_id': 'c3c75728140049f19707d7c69c64a541', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:09.202015 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-4be46c4d-5b95-4f92-91db-41c8955f0f0e None None] Current status of the port 1ac19770-fb5d-498b-890c-67abe9525aba is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:09.202548 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97923010-3f68-41b5-90db-38e9157518e6 req-2c970ee4-f0f7-46a4-80ee-f85b0cf4281b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:09.203009 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-4be46c4d-5b95-4f92-91db-41c8955f0f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (1ac19770-fb5d-498b-890c-67abe9525aba), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:09.204780 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-97923010-3f68-41b5-90db-38e9157518e6 req-2c970ee4-f0f7-46a4-80ee-f85b0cf4281b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0944092 Mar 29 14:56:09.259917 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-97923010-3f68-41b5-90db-38e9157518e6 req-331b6607-24c1-4925-a191-4c81238392cf tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490863 Mar 29 14:56:09.264805 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8380ae46-5b9d-47c5-bb54-6d4c6e0e5d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router (75bc7b9f-15e2-4134-b0a9-e67f8d718ba8), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:09.266257 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8380ae46-5b9d-47c5-bb54-6d4c6e0e5d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (75bc7b9f-15e2-4134-b0a9-e67f8d718ba8), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:09.285260 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-4be46c4d-5b95-4f92-91db-41c8955f0f0e None None] For port 1ac19770-fb5d-498b-890c-67abe9525aba, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=1ac19770-fb5d-498b-890c-67abe9525aba,segment=NetworkSegment(d579536d-2401-4404-ae24-15f6986de736),segment_id=d579536d-2401-4404-ae24-15f6986de736)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:09.329441 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4e11d19-54b5-538b-a24b-6e69b5ff0a21-de871aa4-4417-4bef-aff9-b7d73ca64185', 'network_id': 'de871aa4-4417-4bef-aff9-b7d73ca64185', 'project_id': 'c3c75728140049f19707d7c69c64a541', 'fixed_ips': [{'subnet_id': 'e28c2002-89f2-4e2b-891f-bfbfdccd5f91'}]}} from dv-cinder-835525-2-iscsi. {{(pid=115500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 14:56:09.330562 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:09.360167 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8380ae46-5b9d-47c5-bb54-6d4c6e0e5d72 admin admin] Publish callbacks [] for router_controller (75bc7b9f-15e2-4134-b0a9-e67f8d718ba8), precommit_add_association {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:09.374852 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'name': 'tempest-TestShelveInstance-789425747-router', 'tenant_id': '44a14adb53044badbb6d9b2bec1bda1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '2b4f667e-a23d-41d4-b95e-2ef189a990c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:56:02Z', 'updated_at': '2022-03-29T14:56:05Z', 'revision_number': 4, 'project_id': '44a14adb53044badbb6d9b2bec1bda1b', 'gw_port': {'id': '2b4f667e-a23d-41d4-b95e-2ef189a990c9', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:02Z', 'updated_at': '2022-03-29T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '1ac19770-fb5d-498b-890c-67abe9525aba', 'name': '', 'network_id': 'c8cdb4d0-c881-4550-93d1-aee3f1160217', 'tenant_id': '44a14adb53044badbb6d9b2bec1bda1b', 'mac_address': 'fa:16:3e:d3:ee:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd1912d63-e607-4902-9545-b2b8d26f6c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:05Z', 'updated_at': '2022-03-29T14:56:08Z', 'revision_number': 4, 'project_id': '44a14adb53044badbb6d9b2bec1bda1b', 'subnets': [{'id': 'd1912d63-e607-4902-9545-b2b8d26f6c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:09.396517 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86465f1-08d6-49d8-8678-4071f44a4228 req-84daea27-23b4-4e08-8c7d-f1a1bf542cea tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:09.398216 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f86465f1-08d6-49d8-8678-4071f44a4228 req-84daea27-23b4-4e08-8c7d-f1a1bf542cea tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0691102 Mar 29 14:56:09.405421 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4612c65-cf26-4522-b23c-3feafe011157 None None] The sync data for ids ['98787b1a-7ae3-4a74-90ec-9e824696129c'] in dv-cinder-835525-2-iscsi is: [{'id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'name': 'tempest-TestShelveInstance-789425747-router', 'tenant_id': '44a14adb53044badbb6d9b2bec1bda1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '2b4f667e-a23d-41d4-b95e-2ef189a990c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:56:02Z', 'updated_at': '2022-03-29T14:56:05Z', 'revision_number': 4, 'project_id': '44a14adb53044badbb6d9b2bec1bda1b', 'gw_port': {'id': '2b4f667e-a23d-41d4-b95e-2ef189a990c9', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:02Z', 'updated_at': '2022-03-29T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '1ac19770-fb5d-498b-890c-67abe9525aba', 'name': '', 'network_id': 'c8cdb4d0-c881-4550-93d1-aee3f1160217', 'tenant_id': '44a14adb53044badbb6d9b2bec1bda1b', 'mac_address': 'fa:16:3e:d3:ee:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd1912d63-e607-4902-9545-b2b8d26f6c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:05Z', 'updated_at': '2022-03-29T14:56:08Z', 'revision_number': 4, 'project_id': '44a14adb53044badbb6d9b2bec1bda1b', 'subnets': [{'id': 'd1912d63-e607-4902-9545-b2b8d26f6c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:56:09.421686 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-4be46c4d-5b95-4f92-91db-41c8955f0f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (1ac19770-fb5d-498b-890c-67abe9525aba), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:09.537540 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f86465f1-08d6-49d8-8678-4071f44a4228 req-53bfe05d-161a-42d5-8ea1-b360b7b59f74 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212831 Mar 29 14:56:09.545375 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be46c4d-5b95-4f92-91db-41c8955f0f0e None None] Pushing event updated for resources: {'Port': ['ID=1ac19770-fb5d-498b-890c-67abe9525aba,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:09.576112 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 36654) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:09.578146 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.db_base_plugin_common [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] Allocated IP 172.20.0.2 (de871aa4-4417-4bef-aff9-b7d73ca64185/e28c2002-89f2-4e2b-891f-bfbfdccd5f91/7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451) {{(pid=115500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:56:09.600658 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8380ae46-5b9d-47c5-bb54-6d4c6e0e5d72 admin admin] Publish callbacks [] for router_gateway (75bc7b9f-15e2-4134-b0a9-e67f8d718ba8), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:09.613546 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ec28f-e49f-4702-9f1e-3cd60c86e0c0 req-28cd23cd-1cf6-4d7f-a5a8-b37a1dd52656 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:09.615392 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-af8ec28f-e49f-4702-9f1e-3cd60c86e0c0 req-28cd23cd-1cf6-4d7f-a5a8-b37a1dd52656 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 945 time: 0.0953133 Mar 29 14:56:09.663691 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-518c1024-3a1f-42e7-822f-aa8f17ad345c None None] Provisioning complete for port 1ac19770-fb5d-498b-890c-67abe9525aba triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:09.664064 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-518c1024-3a1f-42e7-822f-aa8f17ad345c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (1ac19770-fb5d-498b-890c-67abe9525aba), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:09.692793 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-af8ec28f-e49f-4702-9f1e-3cd60c86e0c0 req-d3b03d13-c5e2-4e00-8d66-81170d4ce521 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698731 Mar 29 14:56:09.837451 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-518c1024-3a1f-42e7-822f-aa8f17ad345c None None] Current status of the port 1ac19770-fb5d-498b-890c-67abe9525aba is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:09.844695 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] Publish callbacks [] for port (7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451), precommit_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:09.907349 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2962deca-be3a-44f0-b8da-07f2e4261092 tempest-TestVolumeBootPattern-435870833 tempest-TestVolumeBootPattern-435870833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:09.911795 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-2962deca-be3a-44f0-b8da-07f2e4261092 tempest-TestVolumeBootPattern-435870833 tempest-TestVolumeBootPattern-435870833-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 1125 time: 0.3316715 Mar 29 14:56:09.912214 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 36658) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:09.917392 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Request body: {'floatingip': {'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'port_id': 'b19a8ddd-c730-4482-a6bd-fb09a0446050', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:09.932948 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451), after_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:09.947395 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8380ae46-5b9d-47c5-bb54-6d4c6e0e5d72 admin admin] Publish callbacks [] for router_gateway (75bc7b9f-15e2-4134-b0a9-e67f8d718ba8), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:09.967656 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8380ae46-5b9d-47c5-bb54-6d4c6e0e5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:09.973066 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] Network de871aa4-4417-4bef-aff9-b7d73ca64185 is already hosted by enough agents. {{(pid=115500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:56:09.981944 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.base_scheduler [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] Resources bound (agent type, host, resource id): {{(pid=115500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:56:09.983797 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] Pushing event updated for resources: {'Port': ['ID=7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451,revision_number=1']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:09.985964 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] Received port after_create {{(pid=115500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:56:10.042617 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:10.042961 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] Attempting to bind port 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:56:10.043338 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] Attempting to bind port 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '76de64cf-1758-4ae8-834e-6d1a673412d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'de871aa4-4417-4bef-aff9-b7d73ca64185'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:56:10.043690 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] Attempting to bind port 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451 on network de871aa4-4417-4bef-aff9-b7d73ca64185 {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:56:10.050205 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:56:10.050591 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] Checking segment: {'id': '76de64cf-1758-4ae8-834e-6d1a673412d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'de871aa4-4417-4bef-aff9-b7d73ca64185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:56:10.050997 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:10.051501 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] Bound using segment: {'id': '76de64cf-1758-4ae8-834e-6d1a673412d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'de871aa4-4417-4bef-aff9-b7d73ca64185'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:56:10.051969 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] Bound port: 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76de64cf-1758-4ae8-834e-6d1a673412d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'de871aa4-4417-4bef-aff9-b7d73ca64185'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:56:10.052395 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:10.087895 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [None req-8380ae46-5b9d-47c5-bb54-6d4c6e0e5d72 admin admin] Allocated IP 172.27.1.14 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/405252ac-7777-4be7-8a8e-9b8dff275d33) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:56:10.142759 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] For port 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:56:10.146152 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] For port 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451,segment=NetworkSegment(76de64cf-1758-4ae8-834e-6d1a673412d9),segment_id=76de64cf-1758-4ae8-834e-6d1a673412d9)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:56:10.169800 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:10.214230 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8380ae46-5b9d-47c5-bb54-6d4c6e0e5d72 admin admin] Publish callbacks [] for port (405252ac-7777-4be7-8a8e-9b8dff275d33), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:10.226761 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:10.308331 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87b19d-58b7-4b21-b0f4-2cf5b4c86b48 None None] Pushing event updated for resources: {'Port': ['ID=7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451,revision_number=2']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:10.328224 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8380ae46-5b9d-47c5-bb54-6d4c6e0e5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (405252ac-7777-4be7-8a8e-9b8dff275d33), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:10.373497 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8380ae46-5b9d-47c5-bb54-6d4c6e0e5d72 admin admin] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:56:10.384813 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-8380ae46-5b9d-47c5-bb54-6d4c6e0e5d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:56:10.387487 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8380ae46-5b9d-47c5-bb54-6d4c6e0e5d72 admin admin] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:56:10.423598 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_common [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Allocated IP 172.27.1.81 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/4e3a2256-1b17-4fe0-ad82-533c1c635668) {{(pid=115498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:56:10.428105 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380ae46-5b9d-47c5-bb54-6d4c6e0e5d72 admin admin] Pushing event updated for resources: {'Port': ['ID=405252ac-7777-4be7-8a8e-9b8dff275d33,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:10.441981 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 2b4f667e-a23d-41d4-b95e-2ef189a990c9 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:56:10.516058 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 2b4f667e-a23d-41d4-b95e-2ef189a990c9 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:10.517065 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (2b4f667e-a23d-41d4-b95e-2ef189a990c9), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:10.559153 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for port (4e3a2256-1b17-4fe0-ad82-533c1c635668), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:10.667329 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 2b4f667e-a23d-41d4-b95e-2ef189a990c9 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:10.668437 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 1ac19770-fb5d-498b-890c-67abe9525aba up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:56:10.700075 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (4e3a2256-1b17-4fe0-ad82-533c1c635668), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:10.751669 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 1ac19770-fb5d-498b-890c-67abe9525aba triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:10.752048 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (1ac19770-fb5d-498b-890c-67abe9525aba), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:10.763140 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:56:10.787940 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Pushing event updated for resources: {'Port': ['ID=4e3a2256-1b17-4fe0-ad82-533c1c635668,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:10.794042 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:56:10.800187 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Received port after_create {{(pid=115498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:56:10.889880 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 1ac19770-fb5d-498b-890c-67abe9525aba is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:10.894336 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe3ed5-e482-4968-899e-44f7b0b5f9a4 req-fd681ea3-0931-4f51-a023-314c46f9c1a4 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:10.897054 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8380ae46-5b9d-47c5-bb54-6d4c6e0e5d72 admin admin] Publish callbacks [] for router_gateway (75bc7b9f-15e2-4134-b0a9-e67f8d718ba8), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:10.897673 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-83fe3ed5-e482-4968-899e-44f7b0b5f9a4 req-fd681ea3-0931-4f51-a023-314c46f9c1a4 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 945 time: 0.1055119 Mar 29 14:56:11.038381 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-83fe3ed5-e482-4968-899e-44f7b0b5f9a4 req-a48ed849-2e33-4f8e-b76f-a339def7c8f1 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349411 Mar 29 14:56:11.113211 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57229a3d-4418-4a96-88f2-c72cf0db4505 req-98fbfcc6-84fb-48bf-b3b4-0733f204e32d tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:11.114697 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-57229a3d-4418-4a96-88f2-c72cf0db4505 req-98fbfcc6-84fb-48bf-b3b4-0733f204e32d tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 985 time: 0.1364658 Mar 29 14:56:11.128619 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8380ae46-5b9d-47c5-bb54-6d4c6e0e5d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606242'] for router (75bc7b9f-15e2-4134-b0a9-e67f8d718ba8), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:11.228957 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-57229a3d-4418-4a96-88f2-c72cf0db4505 req-458f8ce3-245b-4b85-acec-034862f9d2f8 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7047ce42-9ddf-4177-88ec-a0dc9f6340f5&id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0881882 Mar 29 14:56:11.324533 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ae203-f126-4ffb-ac21-4cd9ab893bf2 req-f1fe2d99-5746-41f6-be7e-024c0a681351 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:11.326104 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ec8ae203-f126-4ffb-ac21-4cd9ab893bf2 req-f1fe2d99-5746-41f6-be7e-024c0a681351 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.13 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 945 time: 0.1602914 Mar 29 14:56:11.337184 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52981b-8e87-4da9-bbcb-6dc502690d4a req-9510636f-1476-43a4-8536-4323b6c57eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:11.338997 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5e52981b-8e87-4da9-bbcb-6dc502690d4a req-9510636f-1476-43a4-8536-4323b6c57eff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59c8a5905d7d45b5b833ace29a4559d0&device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 1169 time: 0.1434393 Mar 29 14:56:11.426955 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for floatingip (91d41aae-9e7f-4c70-8966-301edbc18c37), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:11.516598 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52981b-8e87-4da9-bbcb-6dc502690d4a req-1ba5661b-64dd-4f32-b0af-84b9a7b8936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:11.518076 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5e52981b-8e87-4da9-bbcb-6dc502690d4a req-1ba5661b-64dd-4f32-b0af-84b9a7b8936c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ae2e8b4-22d2-4d52-a946-a55ff4289652 HTTP/1.1" status: 200 len: 915 time: 0.1691363 Mar 29 14:56:11.538882 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-ec8ae203-f126-4ffb-ac21-4cd9ab893bf2 req-8bf7cfb7-efb8-49d2-946a-98295e02d3bb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Deleting port 141f63db-5643-4627-9c6a-301ad6925b22 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:56:11.539599 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ec8ae203-f126-4ffb-ac21-4cd9ab893bf2 req-8bf7cfb7-efb8-49d2-946a-98295e02d3bb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (141f63db-5643-4627-9c6a-301ad6925b22), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:11.564525 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (4e3a2256-1b17-4fe0-ad82-533c1c635668), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:11.564909 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835fa289-6049-4716-aefe-ad13b0cfa847 None None] Network de871aa4-4417-4bef-aff9-b7d73ca64185 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:56:11.585909 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8380ae46-5b9d-47c5-bb54-6d4c6e0e5d72 admin admin] Router 75bc7b9f-15e2-4134-b0a9-e67f8d718ba8 is scheduled to L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 with binding_index 1 {{(pid=115499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 14:56:11.655361 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5e52981b-8e87-4da9-bbcb-6dc502690d4a req-8b8308da-d16c-416f-939f-4485fb1abdfe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=074fc41f-7341-4e36-9c84-6ba8ce452a28 HTTP/1.1" status: 200 len: 1002 time: 0.1291337 Mar 29 14:56:11.683113 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-d1890992-eddc-48ee-ae58-380ad1383a2c None None] Provisioning complete for port 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:11.683483 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-d1890992-eddc-48ee-ae58-380ad1383a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:11.734727 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for port (4e3a2256-1b17-4fe0-ad82-533c1c635668), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:11.777503 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-d1890992-eddc-48ee-ae58-380ad1383a2c None None] Current status of the port 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:11.777896 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-d1890992-eddc-48ee-ae58-380ad1383a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:11.807341 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359965'] for port (4e3a2256-1b17-4fe0-ad82-533c1c635668), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:11.815410 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-d1890992-eddc-48ee-ae58-380ad1383a2c None None] For port 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451,segment=NetworkSegment(76de64cf-1758-4ae8-834e-6d1a673412d9),segment_id=76de64cf-1758-4ae8-834e-6d1a673412d9)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:11.885933 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Pushing event updated for resources: {'Port': ['ID=4e3a2256-1b17-4fe0-ad82-533c1c635668,revision_number=2']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:11.892216 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (91d41aae-9e7f-4c70-8966-301edbc18c37), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:11.916465 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-d1890992-eddc-48ee-ae58-380ad1383a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:11.977136 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1890992-eddc-48ee-ae58-380ad1383a2c None None] Pushing event updated for resources: {'Port': ['ID=7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:12.002618 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.db.l3_db [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Floating IP 91d41aae-9e7f-4c70-8966-301edbc18c37 associated. External IP: 172.27.1.81, port: b19a8ddd-c730-4482-a6bd-fb09a0446050. Mar 29 14:56:12.030129 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-ec8ae203-f126-4ffb-ac21-4cd9ab893bf2 req-8bf7cfb7-efb8-49d2-946a-98295e02d3bb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] For port 141f63db-5643-4627-9c6a-301ad6925b22, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=141f63db-5643-4627-9c6a-301ad6925b22,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:12.030582 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ec8ae203-f126-4ffb-ac21-4cd9ab893bf2 req-8bf7cfb7-efb8-49d2-946a-98295e02d3bb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (141f63db-5643-4627-9c6a-301ad6925b22), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:12.037636 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-1112874b-e1b1-4e3d-a890-11fb23ec80bf None None] Provisioning complete for port 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:12.038042 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-1112874b-e1b1-4e3d-a890-11fb23ec80bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:12.073058 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52981b-8e87-4da9-bbcb-6dc502690d4a req-a2e752c4-c98b-4b92-8423-f4998aca54fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:12.074569 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5e52981b-8e87-4da9-bbcb-6dc502690d4a req-a2e752c4-c98b-4b92-8423-f4998aca54fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38a2dac5-7c8e-4061-bce9-293971606099 HTTP/1.1" status: 200 len: 853 time: 0.4116111 Mar 29 14:56:12.128305 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-1112874b-e1b1-4e3d-a890-11fb23ec80bf None None] Current status of the port 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:12.185162 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8380ae46-5b9d-47c5-bb54-6d4c6e0e5d72 admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:56:12.194857 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] Sync routers for ids ['75bc7b9f-15e2-4134-b0a9-e67f8d718ba8'] in dv-cinder-835525-2-iscsi {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:56:12.206733 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] Routers {'75bc7b9f-15e2-4134-b0a9-e67f8d718ba8'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:56:12.207519 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:55:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['75bc7b9f-15e2-4134-b0a9-e67f8d718ba8'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:12.331236 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] Set router 75bc7b9f-15e2-4134-b0a9-e67f8d718ba8 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:56:12.379210 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ec8ae203-f126-4ffb-ac21-4cd9ab893bf2 req-8bf7cfb7-efb8-49d2-946a-98295e02d3bb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:12.380199 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ec8ae203-f126-4ffb-ac21-4cd9ab893bf2 req-8bf7cfb7-efb8-49d2-946a-98295e02d3bb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (e7de7162-ea69-416e-be97-580bb0b67668), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:12.380684 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.l3_db [req-ec8ae203-f126-4ffb-ac21-4cd9ab893bf2 req-8bf7cfb7-efb8-49d2-946a-98295e02d3bb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Floating IP e7de7162-ea69-416e-be97-580bb0b67668 disassociated. External IP: 172.27.1.4, port: 141f63db-5643-4627-9c6a-301ad6925b22. Mar 29 14:56:12.381206 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-ec8ae203-f126-4ffb-ac21-4cd9ab893bf2 req-8bf7cfb7-efb8-49d2-946a-98295e02d3bb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Calling delete_port for 141f63db-5643-4627-9c6a-301ad6925b22 owned by compute:nova {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:56:12.440851 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:56:12.445191 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52981b-8e87-4da9-bbcb-6dc502690d4a req-5948c00d-005f-46f7-b36c-3331c204998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:12.446781 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5e52981b-8e87-4da9-bbcb-6dc502690d4a req-5948c00d-005f-46f7-b36c-3331c204998d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ae2e8b4-22d2-4d52-a946-a55ff4289652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3341477 Mar 29 14:56:12.505267 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8380ae46-5b9d-47c5-bb54-6d4c6e0e5d72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:12.506491 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-8380ae46-5b9d-47c5-bb54-6d4c6e0e5d72 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3443642 Mar 29 14:56:12.512834 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36674) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:12.525325 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea7f4b-1803-48c2-a2a5-ca9dc730f5c6 req-e33fab1a-1a24-4de3-9714-4f5127e501cd tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:12.527873 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-08ea7f4b-1803-48c2-a2a5-ca9dc730f5c6 req-e33fab1a-1a24-4de3-9714-4f5127e501cd tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 985 time: 0.1444345 Mar 29 14:56:12.540214 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d25bc-5810-4ab6-95da-6691842ee0b1 req-25155dbd-5405-4ed2-8cff-4fd064b32246 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:12.540214 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fe0d25bc-5810-4ab6-95da-6691842ee0b1 req-25155dbd-5405-4ed2-8cff-4fd064b32246 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 945 time: 0.1684000 Mar 29 14:56:12.547150 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:12.547637 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:12.583947 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Router a047835c-4c0f-43d0-95d1-d6b96dc59f28 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:56:12.645983 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bc7b9f-15e2-4134-b0a9-e67f8d718ba8', 'name': 'tempest-TestShelveInstance-401829903-router', 'tenant_id': 'c3c75728140049f19707d7c69c64a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '405252ac-7777-4be7-8a8e-9b8dff275d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:56:09Z', 'updated_at': '2022-03-29T14:56:10Z', 'revision_number': 3, 'project_id': 'c3c75728140049f19707d7c69c64a541', 'gw_port': {'id': '405252ac-7777-4be7-8a8e-9b8dff275d33', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bc7b9f-15e2-4134-b0a9-e67f8d718ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:09Z', 'updated_at': '2022-03-29T14:56:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:12.673927 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5e52981b-8e87-4da9-bbcb-6dc502690d4a req-8fecd382-de96-4699-9464-4d83aee3341e service neutron] 10.222.0.13 "GET /v2.0/networks/6ae2e8b4-22d2-4d52-a946-a55ff4289652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173393 Mar 29 14:56:12.681384 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] Checking router: 75bc7b9f-15e2-4134-b0a9-e67f8d718ba8 for host: dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:56:12.681857 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] Updating router 75bc7b9f-15e2-4134-b0a9-e67f8d718ba8 port 405252ac-7777-4be7-8a8e-9b8dff275d33 binding host dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:56:12.685381 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fe0d25bc-5810-4ab6-95da-6691842ee0b1 req-73c1627c-6aa5-4c70-9928-475a1e125847 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=b968425f-58da-4022-a300-b7a951ed84a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325707 Mar 29 14:56:12.710823 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:12.722061 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (405252ac-7777-4be7-8a8e-9b8dff275d33), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:12.741649 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-08ea7f4b-1803-48c2-a2a5-ca9dc730f5c6 req-ba99dca1-2896-44df-944d-ac6f38718c0b tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7047ce42-9ddf-4177-88ec-a0dc9f6340f5&id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1833611 Mar 29 14:56:12.783797 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:56:12.797801 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e3d67-72c7-4068-bd4e-363570befc62 None None] Sync routers for ids ['a047835c-4c0f-43d0-95d1-d6b96dc59f28'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:56:12.802294 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ec8ae203-f126-4ffb-ac21-4cd9ab893bf2 req-8bf7cfb7-efb8-49d2-946a-98295e02d3bb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (141f63db-5643-4627-9c6a-301ad6925b22), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:12.811740 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e3d67-72c7-4068-bd4e-363570befc62 None None] Routers {'a047835c-4c0f-43d0-95d1-d6b96dc59f28'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:56:12.812491 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-899e3d67-72c7-4068-bd4e-363570befc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:55:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a047835c-4c0f-43d0-95d1-d6b96dc59f28'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:12.852806 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7cfb7-efb8-49d2-946a-98295e02d3bb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event deleted for resources: {'Port': ['ID=141f63db-5643-4627-9c6a-301ad6925b22,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:12.907018 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:12.927188 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5e52981b-8e87-4da9-bbcb-6dc502690d4a req-007c088e-2903-4cf0-8fa9-a54f6ecdbf88 service neutron] 10.222.0.13 "GET /v2.0/networks/6ae2e8b4-22d2-4d52-a946-a55ff4289652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449379 Mar 29 14:56:12.946821 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-bde8e2ed-b873-44b9-af1f-66c03941e503 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0334470 Mar 29 14:56:12.947522 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1', 'tag': 'b19a8ddd-c730-4482-a6bd-fb09a0446050'}] {{(pid=115498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:56:12.950114 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e942afba9a14c6231233b91f836bdf3e59ef1877de833c869ac23223c5a4452f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba27ea63-fa15-4620-b21b-c170131f14d7" -d '{"events": [{"name": "network-changed", "server_uuid": "01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1", "tag": "b19a8ddd-c730-4482-a6bd-fb09a0446050"}]}' {{(pid=115498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:56:12.961248 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-899e3d67-72c7-4068-bd4e-363570befc62 None None] Set router a047835c-4c0f-43d0-95d1-d6b96dc59f28 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:56:12.992622 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b23069d-099c-43cc-8fcb-f9bb31676554 x-openstack-request-id: req-3b23069d-099c-43cc-8fcb-f9bb31676554 {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:56:12.993870 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1", "tag": "b19a8ddd-c730-4482-a6bd-fb09a0446050", "status": "completed", "code": 200}]} {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:56:12.994305 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b23069d-099c-43cc-8fcb-f9bb31676554 {{(pid=115498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:56:12.994886 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b23069d-099c-43cc-8fcb-f9bb31676554'] response: {'name': 'network-changed', 'server_uuid': '01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1', 'tag': 'b19a8ddd-c730-4482-a6bd-fb09a0446050', 'status': 'completed', 'code': 200} Mar 29 14:56:13.183334 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] Publish callbacks [] for port (405252ac-7777-4be7-8a8e-9b8dff275d33), precommit_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:13.185555 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27ea63-fa15-4620-b21b-c170131f14d7 req-7558e2b1-128c-44c6-989c-87afdbfb9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:13.187059 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ba27ea63-fa15-4620-b21b-c170131f14d7 req-7558e2b1-128c-44c6-989c-87afdbfb9b28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72a47c982e08487193a5dce53e16ccb6&device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 1130 time: 0.1186104 Mar 29 14:56:13.188781 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec8ae203-f126-4ffb-ac21-4cd9ab893bf2 req-8bf7cfb7-efb8-49d2-946a-98295e02d3bb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Router cb413d57-db8e-474f-b0b0-1585119bca2b has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:56:13.297720 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (405252ac-7777-4be7-8a8e-9b8dff275d33), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:13.332838 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-899e3d67-72c7-4068-bd4e-363570befc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'name': 'tempest-TestVolumeBootPattern-1638017088-router', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:57Z', 'updated_at': '2022-03-29T14:55:02Z', 'revision_number': 4, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'gw_port': {'id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:59Z', 'updated_at': '2022-03-29T14:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '91d41aae-9e7f-4c70-8966-301edbc18c37', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'port_id': 'b19a8ddd-c730-4482-a6bd-fb09a0446050', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84', 'mac_address': 'fa:16:3e:81:63:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:56:11Z', 'updated_at': '2022-03-29T14:56:11Z', 'revision_number': 0, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b55f66-660d-4e97-bea6-47f5b26b5b78', 'name': '', 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'mac_address': 'fa:16:3e:3f:64:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:55:01Z', 'updated_at': '2022-03-29T14:55:06Z', 'revision_number': 5, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'subnets': [{'id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:13.365302 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e3d67-72c7-4068-bd4e-363570befc62 None None] Checking router: a047835c-4c0f-43d0-95d1-d6b96dc59f28 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:56:13.366866 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] Attempting to bind port 405252ac-7777-4be7-8a8e-9b8dff275d33 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:56:13.367239 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] Attempting to bind port 405252ac-7777-4be7-8a8e-9b8dff275d33 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:56:13.367599 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] Attempting to bind port 405252ac-7777-4be7-8a8e-9b8dff275d33 on network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:56:13.375385 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e3d67-72c7-4068-bd4e-363570befc62 None None] Routers {'a047835c-4c0f-43d0-95d1-d6b96dc59f28'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:56:13.376138 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-899e3d67-72c7-4068-bd4e-363570befc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:55:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a047835c-4c0f-43d0-95d1-d6b96dc59f28'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:13.380237 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6241b-8847-4159-883a-6cf2131a474a None None] Pushing event updated for resources: {'Port': ['ID=405252ac-7777-4be7-8a8e-9b8dff275d33,revision_number=2']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:13.388579 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:56:13.392010 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] Checking segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:56:13.392010 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:13.392010 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] Bound using segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:56:13.392010 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] Bound port: 405252ac-7777-4be7-8a8e-9b8dff275d33, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:56:13.392010 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (405252ac-7777-4be7-8a8e-9b8dff275d33), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:13.438058 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27ea63-fa15-4620-b21b-c170131f14d7 req-cae753ce-2378-4ea0-8b6c-5c91456373a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:13.438058 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ba27ea63-fa15-4620-b21b-c170131f14d7 req-cae753ce-2378-4ea0-8b6c-5c91456373a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb1dd505-b211-4ecd-b5cf-c0ad35508c84 HTTP/1.1" status: 200 len: 913 time: 0.2347531 Mar 29 14:56:13.459208 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] For port 405252ac-7777-4be7-8a8e-9b8dff275d33, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:56:13.463013 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] For port 405252ac-7777-4be7-8a8e-9b8dff275d33, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=405252ac-7777-4be7-8a8e-9b8dff275d33,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:56:13.498722 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-899e3d67-72c7-4068-bd4e-363570befc62 None None] Set router a047835c-4c0f-43d0-95d1-d6b96dc59f28 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:56:13.502200 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec8ae203-f126-4ffb-ac21-4cd9ab893bf2 req-8bf7cfb7-efb8-49d2-946a-98295e02d3bb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:56:13.513737 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa4f7c3-f68f-49a4-96ec-97c3c6737d0b None None] Sync routers for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:56:13.530406 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa4f7c3-f68f-49a4-96ec-97c3c6737d0b None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:56:13.531150 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-afa4f7c3-f68f-49a4-96ec-97c3c6737d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:55:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:13.560739 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8ae203-f126-4ffb-ac21-4cd9ab893bf2 req-8bf7cfb7-efb8-49d2-946a-98295e02d3bb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] No DVR routers for this DVR port 141f63db-5643-4627-9c6a-301ad6925b22 on host hv-cinder-83552 {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 14:56:13.564790 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ec8ae203-f126-4ffb-ac21-4cd9ab893bf2 req-8bf7cfb7-efb8-49d2-946a-98295e02d3bb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:13.568109 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ec8ae203-f126-4ffb-ac21-4cd9ab893bf2 req-8bf7cfb7-efb8-49d2-946a-98295e02d3bb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.13 "DELETE /v2.0/ports/141f63db-5643-4627-9c6a-301ad6925b22 HTTP/1.1" status: 204 len: 173 time: 2.2333851 Mar 29 14:56:13.569708 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-518fe344-fad0-40ea-ac3c-b0835393bbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:13.571939 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e677c037-c827-432a-bb96-86461785f28e', 'name': 'network-vif-deleted', 'tag': '141f63db-5643-4627-9c6a-301ad6925b22'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:56:13.574212 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78693c8d-dd6b-4cb7-b2a9-03edc7c8417b" -d '{"events": [{"server_uuid": "e677c037-c827-432a-bb96-86461785f28e", "name": "network-vif-deleted", "tag": "141f63db-5643-4627-9c6a-301ad6925b22"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:56:13.603809 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (405252ac-7777-4be7-8a8e-9b8dff275d33), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:13.624096 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ba27ea63-fa15-4620-b21b-c170131f14d7 req-dec3d717-3a6b-4701-99d9-eaeef6e5e16a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b19a8ddd-c730-4482-a6bd-fb09a0446050 HTTP/1.1" status: 200 len: 999 time: 0.1773129 Mar 29 14:56:13.635888 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e462914-5f41-4a45-8209-c36661c088ca x-openstack-request-id: req-4e462914-5f41-4a45-8209-c36661c088ca {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:56:13.636440 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e677c037-c827-432a-bb96-86461785f28e", "name": "network-vif-deleted", "tag": "141f63db-5643-4627-9c6a-301ad6925b22", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:56:13.636843 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e462914-5f41-4a45-8209-c36661c088ca {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:56:13.637399 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e462914-5f41-4a45-8209-c36661c088ca'] response: {'server_uuid': 'e677c037-c827-432a-bb96-86461785f28e', 'name': 'network-vif-deleted', 'tag': '141f63db-5643-4627-9c6a-301ad6925b22', 'status': 'completed', 'code': 200} Mar 29 14:56:13.738763 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 141f63db-5643-4627-9c6a-301ad6925b22 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:56:13.757650 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6241b-8847-4159-883a-6cf2131a474a None None] Pushing event updated for resources: {'Port': ['ID=405252ac-7777-4be7-8a8e-9b8dff275d33,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:13.806722 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b0eb-8b71-49e7-b205-5a9c8be131c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:13.821984 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-de62d495-2da6-4ddc-a605-b22f6c7e9f0d req-b7774299-a5e5-43de-abdc-53d38b676a32 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=e677c037-c827-432a-bb96-86461785f28e HTTP/1.1" status: 200 len: 210 time: 0.0420518 Mar 29 14:56:13.822549 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] Routers {'75bc7b9f-15e2-4134-b0a9-e67f8d718ba8'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:56:13.833911 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:55:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['75bc7b9f-15e2-4134-b0a9-e67f8d718ba8'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:13.839768 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] No Port match for: 141f63db-5643-4627-9c6a-301ad6925b22 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 14:56:13.840067 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 141f63db-5643-4627-9c6a-301ad6925b22 not bound to the agent host hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 14:56:13.848208 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27ea63-fa15-4620-b21b-c170131f14d7 req-8c72bca7-3512-4157-b0ad-35a7f480298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:13.849671 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ba27ea63-fa15-4620-b21b-c170131f14d7 req-8c72bca7-3512-4157-b0ad-35a7f480298e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94eeebfb-5c8b-4c39-a4a8-b2967ae59934 HTTP/1.1" status: 200 len: 851 time: 0.1673527 Mar 29 14:56:13.874753 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-899e3d67-72c7-4068-bd4e-363570befc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'name': 'tempest-TestVolumeBootPattern-1638017088-router', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:57Z', 'updated_at': '2022-03-29T14:55:02Z', 'revision_number': 4, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'gw_port': {'id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:59Z', 'updated_at': '2022-03-29T14:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '91d41aae-9e7f-4c70-8966-301edbc18c37', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'port_id': 'b19a8ddd-c730-4482-a6bd-fb09a0446050', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84', 'mac_address': 'fa:16:3e:81:63:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:56:11Z', 'updated_at': '2022-03-29T14:56:11Z', 'revision_number': 0, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b55f66-660d-4e97-bea6-47f5b26b5b78', 'name': '', 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'mac_address': 'fa:16:3e:3f:64:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:55:01Z', 'updated_at': '2022-03-29T14:55:06Z', 'revision_number': 5, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'subnets': [{'id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:13.905464 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e3d67-72c7-4068-bd4e-363570befc62 None None] The sync data for ids ['a047835c-4c0f-43d0-95d1-d6b96dc59f28'] in dv-cinder-835525-2-iscsi is: [{'id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'name': 'tempest-TestVolumeBootPattern-1638017088-router', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:57Z', 'updated_at': '2022-03-29T14:55:02Z', 'revision_number': 4, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'gw_port': {'id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:59Z', 'updated_at': '2022-03-29T14:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '91d41aae-9e7f-4c70-8966-301edbc18c37', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'port_id': 'b19a8ddd-c730-4482-a6bd-fb09a0446050', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84', 'mac_address': 'fa:16:3e:81:63:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:56:11Z', 'updated_at': '2022-03-29T14:56:11Z', 'revision_number': 0, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b55f66-660d-4e97-bea6-47f5b26b5b78', 'name': '', 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'mac_address': 'fa:16:3e:3f:64:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:55:01Z', 'updated_at': '2022-03-29T14:55:06Z', 'revision_number': 5, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'subnets': [{'id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:56:13.931444 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad53efa-c7fb-4cb8-90be-51c21e2c25dc req-7188e29f-3a4c-4bed-839f-9baabd7b6b17 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:13.939323 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0ad53efa-c7fb-4cb8-90be-51c21e2c25dc req-7188e29f-3a4c-4bed-839f-9baabd7b6b17 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 985 time: 0.0853171 Mar 29 14:56:13.959831 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [None req-518fe344-fad0-40ea-ac3c-b0835393bbe6 admin admin] Allocated IP 172.20.0.1 (de871aa4-4417-4bef-aff9-b7d73ca64185/e28c2002-89f2-4e2b-891f-bfbfdccd5f91/57b31d8b-2ffd-42a3-93e0-ccec87a77e56) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:56:13.983654 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-afa4f7c3-f68f-49a4-96ec-97c3c6737d0b None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:56:14.036795 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0ad53efa-c7fb-4cb8-90be-51c21e2c25dc req-38ad6fbf-b55a-460a-be5e-81e129d6187e tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7047ce42-9ddf-4177-88ec-a0dc9f6340f5&id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0963116 Mar 29 14:56:14.159801 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] Set router 75bc7b9f-15e2-4134-b0a9-e67f8d718ba8 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:56:14.208071 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13c524d-e4a3-45b8-83bc-975bdfd67ec2 None None] New status for floating IP 91d41aae-9e7f-4c70-8966-301edbc18c37: ACTIVE {{(pid=115501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 14:56:14.290802 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27ea63-fa15-4620-b21b-c170131f14d7 req-426a7033-c7b3-43d6-819c-4a84ad37ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:14.297711 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ba27ea63-fa15-4620-b21b-c170131f14d7 req-426a7033-c7b3-43d6-819c-4a84ad37ba9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb1dd505-b211-4ecd-b5cf-c0ad35508c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4276500 Mar 29 14:56:14.441922 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-518fe344-fad0-40ea-ac3c-b0835393bbe6 admin admin] Publish callbacks [] for port (57b31d8b-2ffd-42a3-93e0-ccec87a77e56), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:14.444780 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ba27ea63-fa15-4620-b21b-c170131f14d7 req-7524b7e1-2ec5-4504-ae9d-bc6272f304da service neutron] 10.222.0.13 "GET /v2.0/networks/bb1dd505-b211-4ecd-b5cf-c0ad35508c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279011 Mar 29 14:56:14.480613 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-afa4f7c3-f68f-49a4-96ec-97c3c6737d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': 'ea4bb199-ae60-4604-8ebf-9ed990c85a7c', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'port_id': 'f7109c0c-aae9-4e04-b262-048df55ca66b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'mac_address': 'fa:16:3e:22:0e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5461b6-c5ef-4750-9b42-07370afc7a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:52:16Z', 'updated_at': '2022-03-29T14:52:54Z', 'revision_number': 2, 'project_id': 'ae25d73af8c34890992534571426e2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:14.514571 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa4f7c3-f68f-49a4-96ec-97c3c6737d0b None None] Checking router: cb413d57-db8e-474f-b0b0-1585119bca2b for host: dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:56:14.517122 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bc7b9f-15e2-4134-b0a9-e67f8d718ba8', 'name': 'tempest-TestShelveInstance-401829903-router', 'tenant_id': 'c3c75728140049f19707d7c69c64a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '405252ac-7777-4be7-8a8e-9b8dff275d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:56:09Z', 'updated_at': '2022-03-29T14:56:10Z', 'revision_number': 3, 'project_id': 'c3c75728140049f19707d7c69c64a541', 'gw_port': {'id': '405252ac-7777-4be7-8a8e-9b8dff275d33', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bc7b9f-15e2-4134-b0a9-e67f8d718ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:09Z', 'updated_at': '2022-03-29T14:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:14.548045 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e2924e-f883-48f3-b6e2-418e390b11c7 None None] The sync data for ids ['75bc7b9f-15e2-4134-b0a9-e67f8d718ba8'] in dv-cinder-835525-2-iscsi is: [{'id': '75bc7b9f-15e2-4134-b0a9-e67f8d718ba8', 'name': 'tempest-TestShelveInstance-401829903-router', 'tenant_id': 'c3c75728140049f19707d7c69c64a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '405252ac-7777-4be7-8a8e-9b8dff275d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:56:09Z', 'updated_at': '2022-03-29T14:56:10Z', 'revision_number': 3, 'project_id': 'c3c75728140049f19707d7c69c64a541', 'gw_port': {'id': '405252ac-7777-4be7-8a8e-9b8dff275d33', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bc7b9f-15e2-4134-b0a9-e67f8d718ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:09Z', 'updated_at': '2022-03-29T14:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}] {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:56:14.554300 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa4f7c3-f68f-49a4-96ec-97c3c6737d0b None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:56:14.554979 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-afa4f7c3-f68f-49a4-96ec-97c3c6737d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:55:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:14.556601 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ba27ea63-fa15-4620-b21b-c170131f14d7 req-45fe63cf-5248-4ac6-b563-046da9af74b0 service neutron] 10.222.0.13 "GET /v2.0/networks/bb1dd505-b211-4ecd-b5cf-c0ad35508c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016116 Mar 29 14:56:14.675814 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-afa4f7c3-f68f-49a4-96ec-97c3c6737d0b None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:56:14.682584 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-518fe344-fad0-40ea-ac3c-b0835393bbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (57b31d8b-2ffd-42a3-93e0-ccec87a77e56), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:14.729300 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518fe344-fad0-40ea-ac3c-b0835393bbe6 admin admin] Network de871aa4-4417-4bef-aff9-b7d73ca64185 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:56:14.734556 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-518fe344-fad0-40ea-ac3c-b0835393bbe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:56:14.738298 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518fe344-fad0-40ea-ac3c-b0835393bbe6 admin admin] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:56:14.796690 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fe344-fad0-40ea-ac3c-b0835393bbe6 admin admin] Pushing event updated for resources: {'Port': ['ID=57b31d8b-2ffd-42a3-93e0-ccec87a77e56,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:14.833942 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-518fe344-fad0-40ea-ac3c-b0835393bbe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606965'] for router_interface (75bc7b9f-15e2-4134-b0a9-e67f8d718ba8), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:15.050227 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 36692) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:15.105265 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-afa4f7c3-f68f-49a4-96ec-97c3c6737d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': 'ea4bb199-ae60-4604-8ebf-9ed990c85a7c', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'port_id': 'f7109c0c-aae9-4e04-b262-048df55ca66b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'mac_address': 'fa:16:3e:22:0e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5461b6-c5ef-4750-9b42-07370afc7a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:52:16Z', 'updated_at': '2022-03-29T14:52:54Z', 'revision_number': 2, 'project_id': 'ae25d73af8c34890992534571426e2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:15.136191 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa4f7c3-f68f-49a4-96ec-97c3c6737d0b None None] The sync data for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi is: [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': 'ea4bb199-ae60-4604-8ebf-9ed990c85a7c', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'port_id': 'f7109c0c-aae9-4e04-b262-048df55ca66b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'mac_address': 'fa:16:3e:22:0e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5461b6-c5ef-4750-9b42-07370afc7a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:52:16Z', 'updated_at': '2022-03-29T14:52:54Z', 'revision_number': 2, 'project_id': 'ae25d73af8c34890992534571426e2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:56:15.176565 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-518fe344-fad0-40ea-ac3c-b0835393bbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (57b31d8b-2ffd-42a3-93e0-ccec87a77e56), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:15.186328 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-b68bdffb-3329-4b46-80c5-b22c450db1b0 None None] Provisioning complete for port 57b31d8b-2ffd-42a3-93e0-ccec87a77e56 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:15.186718 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b68bdffb-3329-4b46-80c5-b22c450db1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (57b31d8b-2ffd-42a3-93e0-ccec87a77e56), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:15.214913 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-12e4b49a-cd16-4c9e-b7bb-da6266e91dd6 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (b968425f-58da-4022-a300-b7a951ed84a7), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:15.239208 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-b68bdffb-3329-4b46-80c5-b22c450db1b0 None None] Port 57b31d8b-2ffd-42a3-93e0-ccec87a77e56 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:56:15.277717 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d93df-d27c-4799-b108-4bc334e71f99 req-3f468ceb-d4ee-4ac8-bc7c-75fc8c57ea3f tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:15.286963 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-795d93df-d27c-4799-b108-4bc334e71f99 req-3f468ceb-d4ee-4ac8-bc7c-75fc8c57ea3f tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 985 time: 0.1532001 Mar 29 14:56:15.292123 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-12e4b49a-cd16-4c9e-b7bb-da6266e91dd6 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (b968425f-58da-4022-a300-b7a951ed84a7), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:15.415945 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-795d93df-d27c-4799-b108-4bc334e71f99 req-08db67e8-c8f0-4fea-bcd8-2c9086db54c8 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7047ce42-9ddf-4177-88ec-a0dc9f6340f5&id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1281614 Mar 29 14:56:15.431683 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-518fe344-fad0-40ea-ac3c-b0835393bbe6 admin admin] Publish callbacks [] for port (57b31d8b-2ffd-42a3-93e0-ccec87a77e56), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:15.498478 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-12e4b49a-cd16-4c9e-b7bb-da6266e91dd6 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (b968425f-58da-4022-a300-b7a951ed84a7), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:15.501270 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-12e4b49a-cd16-4c9e-b7bb-da6266e91dd6 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:15.502407 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-12e4b49a-cd16-4c9e-b7bb-da6266e91dd6 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "DELETE /v2.0/security-groups/b968425f-58da-4022-a300-b7a951ed84a7 HTTP/1.1" status: 204 len: 168 time: 0.4507539 Mar 29 14:56:15.505770 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36696) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:15.511836 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4b49a-cd16-4c9e-b7bb-da6266e91dd6 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b968425f-58da-4022-a300-b7a951ed84a7,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:15.524605 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.api.v2.resource [None req-af941804-97e4-4c99-a21b-9e40e60616a4 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] show failed (client error): The resource could not be found. Mar 29 14:56:15.526194 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-af941804-97e4-4c99-a21b-9e40e60616a4 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups/b968425f-58da-4022-a300-b7a951ed84a7 HTTP/1.1" status: 404 len: 347 time: 0.0192015 Mar 29 14:56:15.528014 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-518fe344-fad0-40ea-ac3c-b0835393bbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (57b31d8b-2ffd-42a3-93e0-ccec87a77e56), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:15.537147 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 36698) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:15.608746 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-518fe344-fad0-40ea-ac3c-b0835393bbe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606817'] for router_interface (75bc7b9f-15e2-4134-b0a9-e67f8d718ba8), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:15.610805 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fe344-fad0-40ea-ac3c-b0835393bbe6 admin admin] Pushing event updated for resources: {'Port': ['ID=57b31d8b-2ffd-42a3-93e0-ccec87a77e56,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:15.671049 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-9847ccd7-8913-4fa6-ace7-8307cfdfbffe tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Deleting port 9f63650e-88ac-456a-9a5c-13ce752deea8 {{(pid=115498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:56:15.671396 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9847ccd7-8913-4fa6-ace7-8307cfdfbffe tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (9f63650e-88ac-456a-9a5c-13ce752deea8), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:15.709451 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518fe344-fad0-40ea-ac3c-b0835393bbe6 admin admin] Network de871aa4-4417-4bef-aff9-b7d73ca64185 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:56:15.711012 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-518fe344-fad0-40ea-ac3c-b0835393bbe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:56:15.760581 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-0173f2d7-d72d-406b-b07e-46b4e1f9eb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:15.765621 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9847ccd7-8913-4fa6-ace7-8307cfdfbffe tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (9f63650e-88ac-456a-9a5c-13ce752deea8), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:15.766089 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9847ccd7-8913-4fa6-ace7-8307cfdfbffe tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (9f63650e-88ac-456a-9a5c-13ce752deea8), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:15.781966 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-9847ccd7-8913-4fa6-ace7-8307cfdfbffe tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Calling delete_port for 9f63650e-88ac-456a-9a5c-13ce752deea8 owned by network:floatingip {{(pid=115498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:56:15.869917 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518fe344-fad0-40ea-ac3c-b0835393bbe6 admin admin] Router 75bc7b9f-15e2-4134-b0a9-e67f8d718ba8 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:56:16.008648 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518fe344-fad0-40ea-ac3c-b0835393bbe6 admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:56:16.010234 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-518fe344-fad0-40ea-ac3c-b0835393bbe6 admin admin] 10.222.0.16 "PUT /v2.0/routers/75bc7b9f-15e2-4134-b0a9-e67f8d718ba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4964311 Mar 29 14:56:16.058955 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9847ccd7-8913-4fa6-ace7-8307cfdfbffe tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (9f63650e-88ac-456a-9a5c-13ce752deea8), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:16.067092 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-232f1e86-4cbc-4473-a20f-d705ce4eec15 None None] Provisioning complete for port 57b31d8b-2ffd-42a3-93e0-ccec87a77e56 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:16.067529 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-232f1e86-4cbc-4473-a20f-d705ce4eec15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (57b31d8b-2ffd-42a3-93e0-ccec87a77e56), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:16.085201 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847ccd7-8913-4fa6-ace7-8307cfdfbffe tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event deleted for resources: {'Port': ['ID=9f63650e-88ac-456a-9a5c-13ce752deea8,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:16.163660 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9847ccd7-8913-4fa6-ace7-8307cfdfbffe tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (e7de7162-ea69-416e-be97-580bb0b67668), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:16.163660 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9847ccd7-8913-4fa6-ace7-8307cfdfbffe tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:16.163660 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-9847ccd7-8913-4fa6-ace7-8307cfdfbffe tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "DELETE /v2.0/floatingips/e7de7162-ea69-416e-be97-580bb0b67668 HTTP/1.1" status: 204 len: 168 time: 0.6237774 Mar 29 14:56:16.258001 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-232f1e86-4cbc-4473-a20f-d705ce4eec15 None None] Port 57b31d8b-2ffd-42a3-93e0-ccec87a77e56 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:56:16.472566 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 405252ac-7777-4be7-8a8e-9b8dff275d33 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:56:16.563235 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecceef04-a838-4c8e-a850-ac8eb42c978f None None] New status for floating IP e7de7162-ea69-416e-be97-580bb0b67668: DOWN {{(pid=115500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 14:56:16.627850 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 405252ac-7777-4be7-8a8e-9b8dff275d33 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:16.628304 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (405252ac-7777-4be7-8a8e-9b8dff275d33), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:16.746627 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 405252ac-7777-4be7-8a8e-9b8dff275d33 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:16.747170 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (405252ac-7777-4be7-8a8e-9b8dff275d33), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:16.775235 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] For port 405252ac-7777-4be7-8a8e-9b8dff275d33, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=405252ac-7777-4be7-8a8e-9b8dff275d33,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:16.846717 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (405252ac-7777-4be7-8a8e-9b8dff275d33), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:16.874392 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e929e2-571b-4ae6-baa2-dbecfe30aaf2 req-c10cad46-4ef9-4b92-af87-79dcb605e540 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:16.875927 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-34e929e2-571b-4ae6-baa2-dbecfe30aaf2 req-c10cad46-4ef9-4b92-af87-79dcb605e540 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 985 time: 0.0779266 Mar 29 14:56:16.919994 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Pushing event updated for resources: {'Port': ['ID=405252ac-7777-4be7-8a8e-9b8dff275d33,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:16.959327 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-34e929e2-571b-4ae6-baa2-dbecfe30aaf2 req-1b554184-7513-4c11-b06b-d0afcad2b5bf tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7047ce42-9ddf-4177-88ec-a0dc9f6340f5&id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0719743 Mar 29 14:56:16.968561 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36718) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:16.972907 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-67f1f39f-c328-4556-b34b-34f00ac76864 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-655282616', 'description': 'tempest-secgroup-smoke-655282616 description', 'project_id': '44a14adb53044badbb6d9b2bec1bda1b'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:17.047219 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:17.081544 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-67f1f39f-c328-4556-b34b-34f00ac76864 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:17.147997 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-67f1f39f-c328-4556-b34b-34f00ac76864 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group (75b3be7b-e78c-4d99-9aca-1e8ca9c11877), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:17.189677 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-67f1f39f-c328-4556-b34b-34f00ac76864 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (75b3be7b-e78c-4d99-9aca-1e8ca9c11877), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:17.219343 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1f39f-c328-4556-b34b-34f00ac76864 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b3be7b-e78c-4d99-9aca-1e8ca9c11877,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:17.260442 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-67f1f39f-c328-4556-b34b-34f00ac76864 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:17.263590 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-67f1f39f-c328-4556-b34b-34f00ac76864 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2940812 Mar 29 14:56:17.266556 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36720) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:17.270865 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-688e9ffc-8ea1-490a-8b7b-942e423daf05 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Request body: {'security_group_rule': {'security_group_id': '75b3be7b-e78c-4d99-9aca-1e8ca9c11877', 'project_id': '44a14adb53044badbb6d9b2bec1bda1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:17.371392 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-688e9ffc-8ea1-490a-8b7b-942e423daf05 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group_rule (3aef0afa-1cfb-4869-8a1c-54adedf3f276), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:17.428038 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-688e9ffc-8ea1-490a-8b7b-942e423daf05 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group_rule (3aef0afa-1cfb-4869-8a1c-54adedf3f276), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:17.498884 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-688e9ffc-8ea1-490a-8b7b-942e423daf05 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (3aef0afa-1cfb-4869-8a1c-54adedf3f276), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:17.521325 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] Sync routers for ids ['75bc7b9f-15e2-4134-b0a9-e67f8d718ba8'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:56:17.521797 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e9ffc-8ea1-490a-8b7b-942e423daf05 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aef0afa-1cfb-4869-8a1c-54adedf3f276,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:17.530121 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] Routers {'75bc7b9f-15e2-4134-b0a9-e67f8d718ba8'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:56:17.530809 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:56:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['75bc7b9f-15e2-4134-b0a9-e67f8d718ba8'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:17.637523 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-688e9ffc-8ea1-490a-8b7b-942e423daf05 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:17.638885 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-688e9ffc-8ea1-490a-8b7b-942e423daf05 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3712227 Mar 29 14:56:17.639667 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] Set router 75bc7b9f-15e2-4134-b0a9-e67f8d718ba8 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:56:17.641588 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36722) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:17.646972 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-1ef0e5ea-ea8c-479f-b602-a9ce68f8a844 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Request body: {'security_group_rule': {'security_group_id': '75b3be7b-e78c-4d99-9aca-1e8ca9c11877', 'project_id': '44a14adb53044badbb6d9b2bec1bda1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:17.731741 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e5ea-ea8c-479f-b602-a9ce68f8a844 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group_rule (3e2665ef-4bb0-44b1-901b-2ce5788c8d03), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:17.786343 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e5ea-ea8c-479f-b602-a9ce68f8a844 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group_rule (3e2665ef-4bb0-44b1-901b-2ce5788c8d03), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:17.839753 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bc7b9f-15e2-4134-b0a9-e67f8d718ba8', 'name': 'tempest-TestShelveInstance-401829903-router', 'tenant_id': 'c3c75728140049f19707d7c69c64a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '405252ac-7777-4be7-8a8e-9b8dff275d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:56:09Z', 'updated_at': '2022-03-29T14:56:15Z', 'revision_number': 4, 'project_id': 'c3c75728140049f19707d7c69c64a541', 'gw_port': {'id': '405252ac-7777-4be7-8a8e-9b8dff275d33', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bc7b9f-15e2-4134-b0a9-e67f8d718ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:09Z', 'updated_at': '2022-03-29T14:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '57b31d8b-2ffd-42a3-93e0-ccec87a77e56', 'name': '', 'network_id': 'de871aa4-4417-4bef-aff9-b7d73ca64185', 'tenant_id': 'c3c75728140049f19707d7c69c64a541', 'mac_address': 'fa:16:3e:4e:14:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bc7b9f-15e2-4134-b0a9-e67f8d718ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e28c2002-89f2-4e2b-891f-bfbfdccd5f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:13Z', 'updated_at': '2022-03-29T14:56:15Z', 'revision_number': 2, 'project_id': 'c3c75728140049f19707d7c69c64a541', 'subnets': [{'id': 'e28c2002-89f2-4e2b-891f-bfbfdccd5f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:17.857695 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e5ea-ea8c-479f-b602-a9ce68f8a844 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (3e2665ef-4bb0-44b1-901b-2ce5788c8d03), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:17.870000 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] Checking router: 75bc7b9f-15e2-4134-b0a9-e67f8d718ba8 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:56:17.870367 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] Updating router 75bc7b9f-15e2-4134-b0a9-e67f8d718ba8 port 57b31d8b-2ffd-42a3-93e0-ccec87a77e56 binding host dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:56:17.872724 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0e5ea-ea8c-479f-b602-a9ce68f8a844 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2665ef-4bb0-44b1-901b-2ce5788c8d03,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:17.898816 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (57b31d8b-2ffd-42a3-93e0-ccec87a77e56), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:17.951820 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e5ea-ea8c-479f-b602-a9ce68f8a844 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:17.953143 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-1ef0e5ea-ea8c-479f-b602-a9ce68f8a844 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3106129 Mar 29 14:56:17.955915 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36724) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:17.960136 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-c8f53767-937c-4a7b-8414-7d04fdb1bbef tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Request body: {'security_group_rule': {'security_group_id': '75b3be7b-e78c-4d99-9aca-1e8ca9c11877', 'project_id': '44a14adb53044badbb6d9b2bec1bda1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:18.089277 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c8f53767-937c-4a7b-8414-7d04fdb1bbef tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group_rule (7021b2c4-0a6f-48e1-80fb-4d2ff6f75309), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.124771 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f3044-4bcc-46a3-a522-6acab621c29e req-e7ba5a56-3c95-48b2-b08f-328be7215f0e tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:18.126378 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-224f3044-4bcc-46a3-a522-6acab621c29e req-e7ba5a56-3c95-48b2-b08f-328be7215f0e tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 985 time: 0.0915191 Mar 29 14:56:18.167213 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c8f53767-937c-4a7b-8414-7d04fdb1bbef tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group_rule (7021b2c4-0a6f-48e1-80fb-4d2ff6f75309), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.190690 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-224f3044-4bcc-46a3-a522-6acab621c29e req-8b49d3c3-f4c7-407a-a53f-f114fe614eef tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7047ce42-9ddf-4177-88ec-a0dc9f6340f5&id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581670 Mar 29 14:56:18.247504 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c8f53767-937c-4a7b-8414-7d04fdb1bbef tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (7021b2c4-0a6f-48e1-80fb-4d2ff6f75309), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.275454 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.276052 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f53767-937c-4a7b-8414-7d04fdb1bbef tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7021b2c4-0a6f-48e1-80fb-4d2ff6f75309,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:18.300888 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] Publish callbacks [] for port (57b31d8b-2ffd-42a3-93e0-ccec87a77e56), precommit_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.308411 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 405252ac-7777-4be7-8a8e-9b8dff275d33 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:56:18.329110 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c8f53767-937c-4a7b-8414-7d04fdb1bbef tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.330434 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-c8f53767-937c-4a7b-8414-7d04fdb1bbef tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3734944 Mar 29 14:56:18.333133 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36730) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:18.338327 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-727a931b-332c-4ab9-b567-759b585f13ec tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Request body: {'security_group_rule': {'security_group_id': '75b3be7b-e78c-4d99-9aca-1e8ca9c11877', 'project_id': '44a14adb53044badbb6d9b2bec1bda1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:18.359714 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 405252ac-7777-4be7-8a8e-9b8dff275d33 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:18.363479 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (405252ac-7777-4be7-8a8e-9b8dff275d33), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.378701 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (57b31d8b-2ffd-42a3-93e0-ccec87a77e56), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.428608 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc11e24-01d6-41ba-86b0-d5306e54f83f None None] Pushing event updated for resources: {'Port': ['ID=57b31d8b-2ffd-42a3-93e0-ccec87a77e56,revision_number=3']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:18.440853 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 405252ac-7777-4be7-8a8e-9b8dff275d33 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:18.452664 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-727a931b-332c-4ab9-b567-759b585f13ec tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group_rule (5f950024-9f76-4490-bdd2-d4d900bcb67e), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.485066 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] Attempting to bind port 57b31d8b-2ffd-42a3-93e0-ccec87a77e56 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:56:18.485437 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] Attempting to bind port 57b31d8b-2ffd-42a3-93e0-ccec87a77e56 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '76de64cf-1758-4ae8-834e-6d1a673412d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'de871aa4-4417-4bef-aff9-b7d73ca64185'}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:56:18.485794 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] Attempting to bind port 57b31d8b-2ffd-42a3-93e0-ccec87a77e56 on network de871aa4-4417-4bef-aff9-b7d73ca64185 {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:56:18.491097 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:56:18.491471 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] Checking segment: {'id': '76de64cf-1758-4ae8-834e-6d1a673412d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'de871aa4-4417-4bef-aff9-b7d73ca64185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:56:18.491874 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.492265 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] Bound using segment: {'id': '76de64cf-1758-4ae8-834e-6d1a673412d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'de871aa4-4417-4bef-aff9-b7d73ca64185'} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:56:18.492760 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] Bound port: 57b31d8b-2ffd-42a3-93e0-ccec87a77e56, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76de64cf-1758-4ae8-834e-6d1a673412d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'de871aa4-4417-4bef-aff9-b7d73ca64185'}}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:56:18.493160 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (57b31d8b-2ffd-42a3-93e0-ccec87a77e56), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.515036 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-727a931b-332c-4ab9-b567-759b585f13ec tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group_rule (5f950024-9f76-4490-bdd2-d4d900bcb67e), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.559192 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] For port 57b31d8b-2ffd-42a3-93e0-ccec87a77e56, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:56:18.564138 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] For port 57b31d8b-2ffd-42a3-93e0-ccec87a77e56, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=57b31d8b-2ffd-42a3-93e0-ccec87a77e56,segment=NetworkSegment(76de64cf-1758-4ae8-834e-6d1a673412d9),segment_id=76de64cf-1758-4ae8-834e-6d1a673412d9)] {{(pid=115501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:56:18.588667 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-727a931b-332c-4ab9-b567-759b585f13ec tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (5f950024-9f76-4490-bdd2-d4d900bcb67e), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.607446 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a931b-332c-4ab9-b567-759b585f13ec tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f950024-9f76-4490-bdd2-d4d900bcb67e,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:18.670178 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (57b31d8b-2ffd-42a3-93e0-ccec87a77e56), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.700523 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-73cb846e-b49a-4be0-91df-cd0001622da9 None None] Provisioning complete for port 57b31d8b-2ffd-42a3-93e0-ccec87a77e56 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:18.701185 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-73cb846e-b49a-4be0-91df-cd0001622da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (57b31d8b-2ffd-42a3-93e0-ccec87a77e56), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.704458 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-727a931b-332c-4ab9-b567-759b585f13ec tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.707501 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-727a931b-332c-4ab9-b567-759b585f13ec tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3717008 Mar 29 14:56:18.708447 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36732) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:18.713243 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-9a2a6597-7eff-466c-ab4c-acacff4428b6 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Request body: {'security_group_rule': {'security_group_id': '75b3be7b-e78c-4d99-9aca-1e8ca9c11877', 'project_id': '44a14adb53044badbb6d9b2bec1bda1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:18.735552 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc11e24-01d6-41ba-86b0-d5306e54f83f None None] Pushing event updated for resources: {'Port': ['ID=57b31d8b-2ffd-42a3-93e0-ccec87a77e56,revision_number=4']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:18.740882 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] Routers {'75bc7b9f-15e2-4134-b0a9-e67f8d718ba8'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:56:18.741603 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:56:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['75bc7b9f-15e2-4134-b0a9-e67f8d718ba8'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:18.785832 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-73cb846e-b49a-4be0-91df-cd0001622da9 None None] Current status of the port 57b31d8b-2ffd-42a3-93e0-ccec87a77e56 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:18.786223 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-73cb846e-b49a-4be0-91df-cd0001622da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (57b31d8b-2ffd-42a3-93e0-ccec87a77e56), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.801239 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.securitygroups_db [None req-9a2a6597-7eff-466c-ab4c-acacff4428b6 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Project 44a14adb53044badbb6d9b2bec1bda1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 14:56:18.811014 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9a2a6597-7eff-466c-ab4c-acacff4428b6 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group_rule (54766fc7-57c6-4785-ad1e-2241f4e23e90), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.820492 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-73cb846e-b49a-4be0-91df-cd0001622da9 None None] For port 57b31d8b-2ffd-42a3-93e0-ccec87a77e56, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=57b31d8b-2ffd-42a3-93e0-ccec87a77e56,segment=NetworkSegment(76de64cf-1758-4ae8-834e-6d1a673412d9),segment_id=76de64cf-1758-4ae8-834e-6d1a673412d9)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:18.863751 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] Set router 75bc7b9f-15e2-4134-b0a9-e67f8d718ba8 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:56:18.881672 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-73cb846e-b49a-4be0-91df-cd0001622da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (57b31d8b-2ffd-42a3-93e0-ccec87a77e56), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.882207 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9a2a6597-7eff-466c-ab4c-acacff4428b6 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group_rule (54766fc7-57c6-4785-ad1e-2241f4e23e90), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.937155 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb846e-b49a-4be0-91df-cd0001622da9 None None] Pushing event updated for resources: {'Port': ['ID=57b31d8b-2ffd-42a3-93e0-ccec87a77e56,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:18.944337 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9a2a6597-7eff-466c-ab4c-acacff4428b6 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (54766fc7-57c6-4785-ad1e-2241f4e23e90), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:18.965612 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a6597-7eff-466c-ab4c-acacff4428b6 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54766fc7-57c6-4785-ad1e-2241f4e23e90,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:19.002614 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-db1c7e7d-a8cd-4bd6-9370-9e5af39ed84b None None] Provisioning complete for port 57b31d8b-2ffd-42a3-93e0-ccec87a77e56 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:19.002826 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-db1c7e7d-a8cd-4bd6-9370-9e5af39ed84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (57b31d8b-2ffd-42a3-93e0-ccec87a77e56), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:19.019309 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9a2a6597-7eff-466c-ab4c-acacff4428b6 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:19.023244 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-9a2a6597-7eff-466c-ab4c-acacff4428b6 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3113556 Mar 29 14:56:19.023643 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 36734) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:19.028264 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-cd5452a2-a2c3-4ded-a6f2-8d253d6fc6a2 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Request body: {'security_group_rule': {'security_group_id': '75b3be7b-e78c-4d99-9aca-1e8ca9c11877', 'project_id': '44a14adb53044badbb6d9b2bec1bda1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:19.078210 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bc7b9f-15e2-4134-b0a9-e67f8d718ba8', 'name': 'tempest-TestShelveInstance-401829903-router', 'tenant_id': 'c3c75728140049f19707d7c69c64a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '405252ac-7777-4be7-8a8e-9b8dff275d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:56:09Z', 'updated_at': '2022-03-29T14:56:15Z', 'revision_number': 4, 'project_id': 'c3c75728140049f19707d7c69c64a541', 'gw_port': {'id': '405252ac-7777-4be7-8a8e-9b8dff275d33', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bc7b9f-15e2-4134-b0a9-e67f8d718ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:09Z', 'updated_at': '2022-03-29T14:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '57b31d8b-2ffd-42a3-93e0-ccec87a77e56', 'name': '', 'network_id': 'de871aa4-4417-4bef-aff9-b7d73ca64185', 'tenant_id': 'c3c75728140049f19707d7c69c64a541', 'mac_address': 'fa:16:3e:4e:14:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bc7b9f-15e2-4134-b0a9-e67f8d718ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e28c2002-89f2-4e2b-891f-bfbfdccd5f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:13Z', 'updated_at': '2022-03-29T14:56:18Z', 'revision_number': 4, 'project_id': 'c3c75728140049f19707d7c69c64a541', 'subnets': [{'id': 'e28c2002-89f2-4e2b-891f-bfbfdccd5f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:19.094691 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-db1c7e7d-a8cd-4bd6-9370-9e5af39ed84b None None] Current status of the port 57b31d8b-2ffd-42a3-93e0-ccec87a77e56 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:19.105034 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c3370-d87d-4fbc-bb3a-02ff28ae41b8 None None] The sync data for ids ['75bc7b9f-15e2-4134-b0a9-e67f8d718ba8'] in dv-cinder-835525-2-iscsi is: [{'id': '75bc7b9f-15e2-4134-b0a9-e67f8d718ba8', 'name': 'tempest-TestShelveInstance-401829903-router', 'tenant_id': 'c3c75728140049f19707d7c69c64a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '405252ac-7777-4be7-8a8e-9b8dff275d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:56:09Z', 'updated_at': '2022-03-29T14:56:15Z', 'revision_number': 4, 'project_id': 'c3c75728140049f19707d7c69c64a541', 'gw_port': {'id': '405252ac-7777-4be7-8a8e-9b8dff275d33', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bc7b9f-15e2-4134-b0a9-e67f8d718ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:09Z', 'updated_at': '2022-03-29T14:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '57b31d8b-2ffd-42a3-93e0-ccec87a77e56', 'name': '', 'network_id': 'de871aa4-4417-4bef-aff9-b7d73ca64185', 'tenant_id': 'c3c75728140049f19707d7c69c64a541', 'mac_address': 'fa:16:3e:4e:14:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bc7b9f-15e2-4134-b0a9-e67f8d718ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e28c2002-89f2-4e2b-891f-bfbfdccd5f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:13Z', 'updated_at': '2022-03-29T14:56:18Z', 'revision_number': 4, 'project_id': 'c3c75728140049f19707d7c69c64a541', 'subnets': [{'id': 'e28c2002-89f2-4e2b-891f-bfbfdccd5f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:56:19.127065 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.db.securitygroups_db [None req-cd5452a2-a2c3-4ded-a6f2-8d253d6fc6a2 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Project 44a14adb53044badbb6d9b2bec1bda1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 14:56:19.132271 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cd5452a2-a2c3-4ded-a6f2-8d253d6fc6a2 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group_rule (bba443af-ed5d-4765-9a6c-6f85e2d7ac8f), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:19.222338 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cd5452a2-a2c3-4ded-a6f2-8d253d6fc6a2 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group_rule (bba443af-ed5d-4765-9a6c-6f85e2d7ac8f), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:19.315856 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cd5452a2-a2c3-4ded-a6f2-8d253d6fc6a2 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (bba443af-ed5d-4765-9a6c-6f85e2d7ac8f), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:19.347807 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd50b32-60ee-40bc-afc3-72fa5a804bbe req-77efc959-735c-4a59-80ad-9a4c18099b3d tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:19.349404 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5cd50b32-60ee-40bc-afc3-72fa5a804bbe req-77efc959-735c-4a59-80ad-9a4c18099b3d tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 985 time: 0.0838742 Mar 29 14:56:19.350290 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5452a2-a2c3-4ded-a6f2-8d253d6fc6a2 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba443af-ed5d-4765-9a6c-6f85e2d7ac8f,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:19.416483 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cd5452a2-a2c3-4ded-a6f2-8d253d6fc6a2 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:19.417668 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-cd5452a2-a2c3-4ded-a6f2-8d253d6fc6a2 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3929577 Mar 29 14:56:19.423623 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5cd50b32-60ee-40bc-afc3-72fa5a804bbe req-7502d13d-91ee-42d5-a497-b1239861a708 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7047ce42-9ddf-4177-88ec-a0dc9f6340f5&id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676906 Mar 29 14:56:19.713769 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e44c2-f8da-4cd8-bf82-49ad5dff6504 req-18fabaf5-36cb-41ad-9fdd-0f5d83cd07c5 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:19.715245 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e55e44c2-f8da-4cd8-bf82-49ad5dff6504 req-18fabaf5-36cb-41ad-9fdd-0f5d83cd07c5 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 946 time: 0.0555520 Mar 29 14:56:19.761574 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e55e44c2-f8da-4cd8-bf82-49ad5dff6504 req-15510688-618a-4693-b8d8-e533c16d42f1 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406950 Mar 29 14:56:19.777477 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:20.319732 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 57b31d8b-2ffd-42a3-93e0-ccec87a77e56 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:56:20.369498 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 57b31d8b-2ffd-42a3-93e0-ccec87a77e56 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:20.369898 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (57b31d8b-2ffd-42a3-93e0-ccec87a77e56), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:20.455847 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 57b31d8b-2ffd-42a3-93e0-ccec87a77e56 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:20.552156 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0734f68-8871-44fe-8ddf-e382694d2109 req-05f7bbad-1f19-4c3b-8bb1-b5e686cd71af tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:20.554060 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a0734f68-8871-44fe-8ddf-e382694d2109 req-05f7bbad-1f19-4c3b-8bb1-b5e686cd71af tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 985 time: 0.0536497 Mar 29 14:56:20.615563 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a0734f68-8871-44fe-8ddf-e382694d2109 req-97e37967-01b0-43d5-b81e-92ec769970db tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7047ce42-9ddf-4177-88ec-a0dc9f6340f5&id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551090 Mar 29 14:56:20.887500 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab895d-085d-4c55-951d-2f49b53cbf79 req-8b724fec-6a7a-418c-84ca-cffea043283a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:20.888992 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-00ab895d-085d-4c55-951d-2f49b53cbf79 req-8b724fec-6a7a-418c-84ca-cffea043283a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 946 time: 0.0591204 Mar 29 14:56:20.942748 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-00ab895d-085d-4c55-951d-2f49b53cbf79 req-29b8eb82-9bde-48fe-a86f-f4a67e48157b tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478179 Mar 29 14:56:21.732969 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d16d3-f384-44f4-bf81-9b9f59bdf2b8 req-f48b011f-6c39-4b56-aa3d-b8a4f9db80e8 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:21.734740 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2e4d16d3-f384-44f4-bf81-9b9f59bdf2b8 req-f48b011f-6c39-4b56-aa3d-b8a4f9db80e8 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 985 time: 0.0529828 Mar 29 14:56:21.799443 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2e4d16d3-f384-44f4-bf81-9b9f59bdf2b8 req-a82bac34-e3c3-4d0b-8bbc-360bec982d28 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7047ce42-9ddf-4177-88ec-a0dc9f6340f5&id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581286 Mar 29 14:56:21.810290 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77357b00-6d95-4153-a158-e186a6c2a74e req-6c8a1706-d729-40fc-bd07-7c24d9a2337e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:21.811810 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-77357b00-6d95-4153-a158-e186a6c2a74e req-6c8a1706-d729-40fc-bd07-7c24d9a2337e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 946 time: 0.0529799 Mar 29 14:56:21.905323 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-77357b00-6d95-4153-a158-e186a6c2a74e req-5525b8df-8c71-42bc-b12f-39a749c96e67 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Deleting port f7109c0c-aae9-4e04-b262-048df55ca66b {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:56:21.905658 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-77357b00-6d95-4153-a158-e186a6c2a74e req-5525b8df-8c71-42bc-b12f-39a749c96e67 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (f7109c0c-aae9-4e04-b262-048df55ca66b), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:21.998165 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-77357b00-6d95-4153-a158-e186a6c2a74e req-5525b8df-8c71-42bc-b12f-39a749c96e67 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] For port f7109c0c-aae9-4e04-b262-048df55ca66b, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=f7109c0c-aae9-4e04-b262-048df55ca66b,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:21.998527 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-77357b00-6d95-4153-a158-e186a6c2a74e req-5525b8df-8c71-42bc-b12f-39a749c96e67 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (f7109c0c-aae9-4e04-b262-048df55ca66b), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:22.061530 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884042b9-4862-4fe0-9b02-2841d97d33e2 req-77983db0-470e-4289-a5cb-b766b9a0f3d7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:22.062907 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-884042b9-4862-4fe0-9b02-2841d97d33e2 req-77983db0-470e-4289-a5cb-b766b9a0f3d7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 946 time: 0.0518758 Mar 29 14:56:22.113066 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-884042b9-4862-4fe0-9b02-2841d97d33e2 req-47579b4b-9786-492e-b7b1-5b3708838fee tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ac48446-aaf3-47fa-aa53-35592ea6f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445628 Mar 29 14:56:22.170109 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-77357b00-6d95-4153-a158-e186a6c2a74e req-5525b8df-8c71-42bc-b12f-39a749c96e67 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:22.170467 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-77357b00-6d95-4153-a158-e186a6c2a74e req-5525b8df-8c71-42bc-b12f-39a749c96e67 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (ea4bb199-ae60-4604-8ebf-9ed990c85a7c), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:22.170778 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.l3_db [req-77357b00-6d95-4153-a158-e186a6c2a74e req-5525b8df-8c71-42bc-b12f-39a749c96e67 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Floating IP ea4bb199-ae60-4604-8ebf-9ed990c85a7c disassociated. External IP: 172.27.1.10, port: f7109c0c-aae9-4e04-b262-048df55ca66b. Mar 29 14:56:22.171139 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-77357b00-6d95-4153-a158-e186a6c2a74e req-5525b8df-8c71-42bc-b12f-39a749c96e67 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Calling delete_port for f7109c0c-aae9-4e04-b262-048df55ca66b owned by compute:nova {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:56:22.390124 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-77357b00-6d95-4153-a158-e186a6c2a74e req-5525b8df-8c71-42bc-b12f-39a749c96e67 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (f7109c0c-aae9-4e04-b262-048df55ca66b), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:22.419702 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525b8df-8c71-42bc-b12f-39a749c96e67 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event deleted for resources: {'Port': ['ID=f7109c0c-aae9-4e04-b262-048df55ca66b,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:22.536714 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77357b00-6d95-4153-a158-e186a6c2a74e req-5525b8df-8c71-42bc-b12f-39a749c96e67 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Router cb413d57-db8e-474f-b0b0-1585119bca2b has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:56:22.646206 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77357b00-6d95-4153-a158-e186a6c2a74e req-5525b8df-8c71-42bc-b12f-39a749c96e67 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:56:22.656226 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ebf5a8-c659-4ef1-b609-ce1d535263fb None None] Sync routers for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:56:22.666485 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ebf5a8-c659-4ef1-b609-ce1d535263fb None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:56:22.667128 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-40ebf5a8-c659-4ef1-b609-ce1d535263fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:56:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:22.686848 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-77357b00-6d95-4153-a158-e186a6c2a74e req-5525b8df-8c71-42bc-b12f-39a749c96e67 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] No DVR routers for this DVR port f7109c0c-aae9-4e04-b262-048df55ca66b on host hv-cinder-83552 {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 14:56:22.689349 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-77357b00-6d95-4153-a158-e186a6c2a74e req-5525b8df-8c71-42bc-b12f-39a749c96e67 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:22.692553 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-77357b00-6d95-4153-a158-e186a6c2a74e req-5525b8df-8c71-42bc-b12f-39a749c96e67 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.13 "DELETE /v2.0/ports/f7109c0c-aae9-4e04-b262-048df55ca66b HTTP/1.1" status: 204 len: 173 time: 0.8751395 Mar 29 14:56:22.692922 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5461b6-c5ef-4750-9b42-07370afc7a89', 'name': 'network-vif-deleted', 'tag': 'f7109c0c-aae9-4e04-b262-048df55ca66b'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:56:22.695226 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d60795-858f-420b-bc20-7fc0be8901b5" -d '{"events": [{"server_uuid": "fa5461b6-c5ef-4750-9b42-07370afc7a89", "name": "network-vif-deleted", "tag": "f7109c0c-aae9-4e04-b262-048df55ca66b"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:56:22.730878 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c2f59a-e626-4170-82a5-5ccedc1b5935 x-openstack-request-id: req-c0c2f59a-e626-4170-82a5-5ccedc1b5935 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:56:22.731165 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5461b6-c5ef-4750-9b42-07370afc7a89", "name": "network-vif-deleted", "tag": "f7109c0c-aae9-4e04-b262-048df55ca66b", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:56:22.731415 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0c2f59a-e626-4170-82a5-5ccedc1b5935 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:56:22.731813 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0c2f59a-e626-4170-82a5-5ccedc1b5935'] response: {'server_uuid': 'fa5461b6-c5ef-4750-9b42-07370afc7a89', 'name': 'network-vif-deleted', 'tag': 'f7109c0c-aae9-4e04-b262-048df55ca66b', 'status': 'completed', 'code': 200} Mar 29 14:56:22.780382 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-40ebf5a8-c659-4ef1-b609-ce1d535263fb None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:56:22.941915 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5bde6-1983-4e42-a622-66a3bde9e3fd req-5e496dfa-f448-45d3-b977-cac2a3a08a9e tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:22.943446 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-03d5bde6-1983-4e42-a622-66a3bde9e3fd req-5e496dfa-f448-45d3-b977-cac2a3a08a9e tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 985 time: 0.0665653 Mar 29 14:56:23.007230 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-40ebf5a8-c659-4ef1-b609-ce1d535263fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:23.016014 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-03d5bde6-1983-4e42-a622-66a3bde9e3fd req-3e861949-ef5a-420f-b3c8-a86ec65580c1 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7047ce42-9ddf-4177-88ec-a0dc9f6340f5&id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611937 Mar 29 14:56:23.037516 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ebf5a8-c659-4ef1-b609-ce1d535263fb None None] Checking router: cb413d57-db8e-474f-b0b0-1585119bca2b for host: dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:56:23.046453 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ebf5a8-c659-4ef1-b609-ce1d535263fb None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:56:23.047043 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-40ebf5a8-c659-4ef1-b609-ce1d535263fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:56:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:23.155600 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-40ebf5a8-c659-4ef1-b609-ce1d535263fb None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:56:23.223054 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2917a8ea-5431-45ec-ae2b-fb1ae1250eaf req-a918e6f1-096b-42f1-8d1d-90144ee5123b tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5461b6-c5ef-4750-9b42-07370afc7a89 HTTP/1.1" status: 200 len: 210 time: 0.0260930 Mar 29 14:56:23.355204 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-40ebf5a8-c659-4ef1-b609-ce1d535263fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:23.381892 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ebf5a8-c659-4ef1-b609-ce1d535263fb None None] The sync data for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi is: [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:56:23.604693 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a3f36-5887-4dff-98b9-590aabf92a17 None None] New status for floating IP ea4bb199-ae60-4604-8ebf-9ed990c85a7c: DOWN {{(pid=115501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 14:56:23.785676 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device f7109c0c-aae9-4e04-b262-048df55ca66b no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:56:23.809213 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] No Port match for: f7109c0c-aae9-4e04-b262-048df55ca66b {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 14:56:23.809752 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device f7109c0c-aae9-4e04-b262-048df55ca66b not bound to the agent host hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 14:56:24.136328 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cc6f6-15e8-4316-9650-62a68c161436 req-cba704d0-a323-42f4-ae8d-41b40541225c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:24.137864 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c09cc6f6-15e8-4316-9650-62a68c161436 req-cba704d0-a323-42f4-ae8d-41b40541225c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 985 time: 0.0547876 Mar 29 14:56:24.196197 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c09cc6f6-15e8-4316-9650-62a68c161436 req-cd108fbc-9aeb-4551-887e-e50623385b06 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7047ce42-9ddf-4177-88ec-a0dc9f6340f5&id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524788 Mar 29 14:56:24.397290 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 36834) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:24.455677 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8e1f92b9-f4eb-4027-84ef-02609d053961 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (0ac48446-aaf3-47fa-aa53-35592ea6f86a), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:24.480202 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8e1f92b9-f4eb-4027-84ef-02609d053961 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (0ac48446-aaf3-47fa-aa53-35592ea6f86a), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:24.618110 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8e1f92b9-f4eb-4027-84ef-02609d053961 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (0ac48446-aaf3-47fa-aa53-35592ea6f86a), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:24.621423 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8e1f92b9-f4eb-4027-84ef-02609d053961 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:24.625269 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-8e1f92b9-f4eb-4027-84ef-02609d053961 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "DELETE /v2.0/security-groups/0ac48446-aaf3-47fa-aa53-35592ea6f86a HTTP/1.1" status: 204 len: 168 time: 0.2244368 Mar 29 14:56:24.625942 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36836) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:24.632198 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f92b9-f4eb-4027-84ef-02609d053961 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac48446-aaf3-47fa-aa53-35592ea6f86a,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:24.639057 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.api.v2.resource [None req-9d22cf0d-c851-4be0-ab67-540886a51216 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] show failed (client error): The resource could not be found. Mar 29 14:56:24.640084 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-9d22cf0d-c851-4be0-ab67-540886a51216 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups/0ac48446-aaf3-47fa-aa53-35592ea6f86a HTTP/1.1" status: 404 len: 347 time: 0.0131359 Mar 29 14:56:24.643061 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36838) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:24.767444 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-87bfd1f5-67ef-4cfb-8fa4-da5980ca7bbc tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Deleting port c6f452e9-85a4-4275-a997-c1db7eeb9c2a {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:56:24.767782 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-87bfd1f5-67ef-4cfb-8fa4-da5980ca7bbc tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (c6f452e9-85a4-4275-a997-c1db7eeb9c2a), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:24.845510 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-87bfd1f5-67ef-4cfb-8fa4-da5980ca7bbc tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (c6f452e9-85a4-4275-a997-c1db7eeb9c2a), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:24.845834 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-87bfd1f5-67ef-4cfb-8fa4-da5980ca7bbc tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (c6f452e9-85a4-4275-a997-c1db7eeb9c2a), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:24.857632 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-87bfd1f5-67ef-4cfb-8fa4-da5980ca7bbc tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Calling delete_port for c6f452e9-85a4-4275-a997-c1db7eeb9c2a owned by network:floatingip {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:56:25.063992 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-87bfd1f5-67ef-4cfb-8fa4-da5980ca7bbc tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (c6f452e9-85a4-4275-a997-c1db7eeb9c2a), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:25.089522 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfd1f5-67ef-4cfb-8fa4-da5980ca7bbc tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event deleted for resources: {'Port': ['ID=c6f452e9-85a4-4275-a997-c1db7eeb9c2a,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:25.148135 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-87bfd1f5-67ef-4cfb-8fa4-da5980ca7bbc tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (ea4bb199-ae60-4604-8ebf-9ed990c85a7c), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:25.151158 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-87bfd1f5-67ef-4cfb-8fa4-da5980ca7bbc tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:25.152286 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-87bfd1f5-67ef-4cfb-8fa4-da5980ca7bbc tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "DELETE /v2.0/floatingips/ea4bb199-ae60-4604-8ebf-9ed990c85a7c HTTP/1.1" status: 204 len: 168 time: 0.5082548 Mar 29 14:56:25.321257 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5ce2c-39b9-4b46-a411-42f7e8d0feb0 req-df79ba48-7d7d-471c-9486-1dd502d1f556 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:25.323040 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-48a5ce2c-39b9-4b46-a411-42f7e8d0feb0 req-df79ba48-7d7d-471c-9486-1dd502d1f556 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 985 time: 0.0585225 Mar 29 14:56:25.386210 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-48a5ce2c-39b9-4b46-a411-42f7e8d0feb0 req-c51eec6a-8aef-47c6-89d0-82dfee777e2b tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7047ce42-9ddf-4177-88ec-a0dc9f6340f5&id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570369 Mar 29 14:56:25.608275 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36846) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:25.612759 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-8a2432e1-bd5d-4979-8735-1d6d0cdadeec tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--236498010', 'description': 'tempest-description--362490743'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:25.732763 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8a2432e1-bd5d-4979-8735-1d6d0cdadeec tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:25.800941 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8a2432e1-bd5d-4979-8735-1d6d0cdadeec tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (a31f94d5-8cfa-4444-82d2-3f4052440fb0), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:25.846643 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8a2432e1-bd5d-4979-8735-1d6d0cdadeec tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (a31f94d5-8cfa-4444-82d2-3f4052440fb0), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:25.875836 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2432e1-bd5d-4979-8735-1d6d0cdadeec tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31f94d5-8cfa-4444-82d2-3f4052440fb0,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:25.911674 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-8a2432e1-bd5d-4979-8735-1d6d0cdadeec tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:25.912959 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-8a2432e1-bd5d-4979-8735-1d6d0cdadeec tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3036883 Mar 29 14:56:25.915813 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36848) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:25.920594 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-b9fad525-97a0-4b44-bdd2-a887502883fa tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'security_group_rule': {'security_group_id': 'a31f94d5-8cfa-4444-82d2-3f4052440fb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:25.989419 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b9fad525-97a0-4b44-bdd2-a887502883fa tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (0fa30bf1-79a7-4be4-a767-5017b0effe87), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:26.045386 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b9fad525-97a0-4b44-bdd2-a887502883fa tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (0fa30bf1-79a7-4be4-a767-5017b0effe87), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:26.155415 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b9fad525-97a0-4b44-bdd2-a887502883fa tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (0fa30bf1-79a7-4be4-a767-5017b0effe87), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:26.172512 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fad525-97a0-4b44-bdd2-a887502883fa tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa30bf1-79a7-4be4-a767-5017b0effe87,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:26.243230 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b9fad525-97a0-4b44-bdd2-a887502883fa tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:26.245018 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-b9fad525-97a0-4b44-bdd2-a887502883fa tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3275578 Mar 29 14:56:26.247056 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36850) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:26.251321 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-5338ca2c-278c-479c-a28b-1a42703c54c1 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'security_group_rule': {'security_group_id': 'a31f94d5-8cfa-4444-82d2-3f4052440fb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:26.372752 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5338ca2c-278c-479c-a28b-1a42703c54c1 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (eec28840-f974-4fc5-8f3e-d6d8f56f9e6d), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:26.428017 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5338ca2c-278c-479c-a28b-1a42703c54c1 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (eec28840-f974-4fc5-8f3e-d6d8f56f9e6d), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:26.507796 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc555c-e6dc-41ba-bfe3-eddd24a8ec2e req-2bd9cc44-b597-4d7a-b523-d932781776b5 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:26.509491 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5338ca2c-278c-479c-a28b-1a42703c54c1 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (eec28840-f974-4fc5-8f3e-d6d8f56f9e6d), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:26.509694 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-addc555c-e6dc-41ba-bfe3-eddd24a8ec2e req-2bd9cc44-b597-4d7a-b523-d932781776b5 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 985 time: 0.0544348 Mar 29 14:56:26.529628 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338ca2c-278c-479c-a28b-1a42703c54c1 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec28840-f974-4fc5-8f3e-d6d8f56f9e6d,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:26.576892 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-addc555c-e6dc-41ba-bfe3-eddd24a8ec2e req-bfed1b9d-1334-4a06-9eb1-4801d31c792c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7047ce42-9ddf-4177-88ec-a0dc9f6340f5&id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603790 Mar 29 14:56:26.614754 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5338ca2c-278c-479c-a28b-1a42703c54c1 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:26.616032 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-5338ca2c-278c-479c-a28b-1a42703c54c1 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3680446 Mar 29 14:56:26.619033 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 36858) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:26.623241 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-dabe8b2e-4e8d-4d2b-9cd9-e6d34278941e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'floatingip': {'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:26.704063 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dabe8b2e-4e8d-4d2b-9cd9-e6d34278941e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:26.801659 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dabe8b2e-4e8d-4d2b-9cd9-e6d34278941e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:26.906856 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [None req-dabe8b2e-4e8d-4d2b-9cd9-e6d34278941e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Allocated IP 172.27.1.217 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/ceb81977-d956-428f-8ef8-39691ff38675) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:56:27.011595 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dabe8b2e-4e8d-4d2b-9cd9-e6d34278941e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for port (ceb81977-d956-428f-8ef8-39691ff38675), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:27.110051 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dabe8b2e-4e8d-4d2b-9cd9-e6d34278941e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (ceb81977-d956-428f-8ef8-39691ff38675), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:27.147259 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabe8b2e-4e8d-4d2b-9cd9-e6d34278941e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:56:27.154812 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-dabe8b2e-4e8d-4d2b-9cd9-e6d34278941e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:56:27.159392 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabe8b2e-4e8d-4d2b-9cd9-e6d34278941e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:56:27.162518 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe8b2e-4e8d-4d2b-9cd9-e6d34278941e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'Port': ['ID=ceb81977-d956-428f-8ef8-39691ff38675,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:27.248932 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dabe8b2e-4e8d-4d2b-9cd9-e6d34278941e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (a853b04a-1212-4a6f-b28c-b0fca95717c4), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:27.372164 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dabe8b2e-4e8d-4d2b-9cd9-e6d34278941e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (ceb81977-d956-428f-8ef8-39691ff38675), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:27.520142 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dabe8b2e-4e8d-4d2b-9cd9-e6d34278941e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for port (ceb81977-d956-428f-8ef8-39691ff38675), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:27.572234 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dabe8b2e-4e8d-4d2b-9cd9-e6d34278941e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (ceb81977-d956-428f-8ef8-39691ff38675), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:27.642047 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe8b2e-4e8d-4d2b-9cd9-e6d34278941e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'Port': ['ID=ceb81977-d956-428f-8ef8-39691ff38675,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:27.653050 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dabe8b2e-4e8d-4d2b-9cd9-e6d34278941e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (a853b04a-1212-4a6f-b28c-b0fca95717c4), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:27.697753 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1cd9a-a32d-49b6-93c8-92d3c91582bf req-5e6c5e5f-2950-425b-86d3-4ed4dff6b54a tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:27.699225 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6fc1cd9a-a32d-49b6-93c8-92d3c91582bf req-5e6c5e5f-2950-425b-86d3-4ed4dff6b54a tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 985 time: 0.0540068 Mar 29 14:56:27.734209 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dabe8b2e-4e8d-4d2b-9cd9-e6d34278941e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:27.743117 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-dabe8b2e-4e8d-4d2b-9cd9-e6d34278941e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1154819 Mar 29 14:56:27.759744 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6fc1cd9a-a32d-49b6-93c8-92d3c91582bf req-475162d0-6edc-4364-90d5-f6d40837ec23 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7047ce42-9ddf-4177-88ec-a0dc9f6340f5&id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547645 Mar 29 14:56:27.930741 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-441baef1-fec7-4c7f-9f24-d996e8469f91 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--236498010&fields=id&tenant_id=ae25d73af8c34890992534571426e2de HTTP/1.1" status: 200 len: 267 time: 0.0460594 Mar 29 14:56:28.033467 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-182301d9-9da7-44a2-acc6-fb1efce0ec43 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:28.034888 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-182301d9-9da7-44a2-acc6-fb1efce0ec43 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/networks?id=4d7933f0-920a-440d-86c3-46e7aab80bfb HTTP/1.1" status: 200 len: 815 time: 0.0978379 Mar 29 14:56:28.050063 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-300beeda-4894-4135-8e56-b2550aef04a2 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/quotas/ae25d73af8c34890992534571426e2de HTTP/1.1" status: 200 len: 375 time: 0.0097930 Mar 29 14:56:28.103350 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-1e43a781-ab67-44f1-a4b1-cd931aa63ca4 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae25d73af8c34890992534571426e2de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478489 Mar 29 14:56:28.202583 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-7d0b8742-aa61-408e-ade3-5efe4d797407 service neutron] 10.222.0.16 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869842 Mar 29 14:56:28.291062 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-261897ba-f9a8-4885-99a9-5a585a28110c service neutron] 10.222.0.16 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827031 Mar 29 14:56:28.532698 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-05cccc2b-c1f0-4138-81dc-e09fe08d713a req-50528590-d43a-4c58-9c6a-01a741cd0740 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 210 time: 0.0318787 Mar 29 14:56:28.882881 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fac89-a482-4bf3-8ac6-df97b678fdba req-a784c59d-8700-4568-9554-1ccd8f4d0451 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:28.884413 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-269fac89-a482-4bf3-8ac6-df97b678fdba req-a784c59d-8700-4568-9554-1ccd8f4d0451 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 985 time: 0.0531447 Mar 29 14:56:28.945267 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-269fac89-a482-4bf3-8ac6-df97b678fdba req-206bcdd1-64d0-4758-b578-da6424fcfb4a tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7047ce42-9ddf-4177-88ec-a0dc9f6340f5&id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547700 Mar 29 14:56:28.989582 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:29.625308 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5683efec-df80-4b27-92af-223c4c7c5092 req-ac5d68bd-0f9b-4db8-9d77-940912f6b55f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 210 time: 0.0274718 Mar 29 14:56:30.070134 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8d1b5-c063-4a61-8d46-2c18348d1673 req-2547245e-87c4-4528-992b-19751a289686 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:30.071611 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-36c8d1b5-c063-4a61-8d46-2c18348d1673 req-2547245e-87c4-4528-992b-19751a289686 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 985 time: 0.0554934 Mar 29 14:56:30.131455 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-36c8d1b5-c063-4a61-8d46-2c18348d1673 req-5727eb32-496b-404d-a0c1-399f3e2b16f6 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=7047ce42-9ddf-4177-88ec-a0dc9f6340f5&id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533922 Mar 29 14:56:30.739124 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fc58c627-ed99-4862-b97e-a43739002c07 req-2ec949b6-c82c-4966-84bf-b00fed482c01 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 210 time: 0.0353513 Mar 29 14:56:30.833559 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-561c5a8f-5e5f-4186-8dcf-d22f0265585a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:30.835036 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-561c5a8f-5e5f-4186-8dcf-d22f0265585a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.13 "GET /v2.0/networks?id=4d7933f0-920a-440d-86c3-46e7aab80bfb HTTP/1.1" status: 200 len: 815 time: 0.3303139 Mar 29 14:56:30.913769 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-f3cac770-d544-4f56-9d9c-6db46f5b8333 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae25d73af8c34890992534571426e2de HTTP/1.1" status: 200 len: 379 time: 0.0519936 Mar 29 14:56:30.922375 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-5f27d94c-5cfa-4d69-9208-ac26ec8fea50 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'port': {'device_id': 'a60b8354-a974-4148-b1ef-2f2fc059dd6d', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'admin_state_up': True, 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'security_groups': ['a31f94d5-8cfa-4444-82d2-3f4052440fb0']}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:31.280782 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-5f27d94c-5cfa-4d69-9208-ac26ec8fea50 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Made reservation on behalf of ae25d73af8c34890992534571426e2de for: {'port': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:56:31.284196 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-5f27d94c-5cfa-4d69-9208-ac26ec8fea50 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:31.408536 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-5f27d94c-5cfa-4d69-9208-ac26ec8fea50 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Allocated IP 172.20.0.8 (4d7933f0-920a-440d-86c3-46e7aab80bfb/4a4c3ff9-6e66-4bb0-8254-bab28249a738/1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:56:31.540899 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-5f27d94c-5cfa-4d69-9208-ac26ec8fea50 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:31.612394 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-5f27d94c-5cfa-4d69-9208-ac26ec8fea50 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:31.652633 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-5f27d94c-5cfa-4d69-9208-ac26ec8fea50 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Network 4d7933f0-920a-440d-86c3-46e7aab80bfb is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:56:31.655757 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-5f27d94c-5cfa-4d69-9208-ac26ec8fea50 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:56:31.659643 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-5f27d94c-5cfa-4d69-9208-ac26ec8fea50 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:56:31.690546 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27d94c-5cfa-4d69-9208-ac26ec8fea50 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'Port': ['ID=1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:31.715355 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-5f27d94c-5cfa-4d69-9208-ac26ec8fea50 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:31.715974 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-5f27d94c-5cfa-4d69-9208-ac26ec8fea50 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:31.802935 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-5f27d94c-5cfa-4d69-9208-ac26ec8fea50 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8840325 Mar 29 14:56:31.830858 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Request body: {'port': {'device_id': 'a60b8354-a974-4148-b1ef-2f2fc059dd6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:31.864897 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05979a-4779-41ea-969f-3419dabc7753 req-4a7af28e-ef9a-4fd9-8afd-a3243ad59de4 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:31.866393 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ed05979a-4779-41ea-969f-3419dabc7753 req-4a7af28e-ef9a-4fd9-8afd-a3243ad59de4 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 931 time: 0.0519481 Mar 29 14:56:31.891729 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:31.897682 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-cbd209b7-c053-445a-9741-b70ac8cba141 None None] Provisioning complete for port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:31.898596 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-cbd209b7-c053-445a-9741-b70ac8cba141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:31.915397 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ed05979a-4779-41ea-969f-3419dabc7753 req-9a6c60b4-3c0a-4cb0-88d3-0966179799d6 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31f94d5-8cfa-4444-82d2-3f4052440fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424020 Mar 29 14:56:31.936219 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-cbd209b7-c053-445a-9741-b70ac8cba141 None None] Port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:56:32.144681 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 {{(pid=115499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:56:32.152355 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Publish callbacks [] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:32.163998 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.provisioning_blocks [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Transition to ACTIVE for port object 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 will not be triggered until provisioned by entity L2. {{(pid=115499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 14:56:32.206158 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:32.258974 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Pushing event updated for resources: {'Port': ['ID=1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:32.329477 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Attempting to bind port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:56:32.329813 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Attempting to bind port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:56:32.330140 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Attempting to bind port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 on network 4d7933f0-920a-440d-86c3-46e7aab80bfb {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:56:32.334791 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 on network 4d7933f0-920a-440d-86c3-46e7aab80bfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 14:56:32.337137 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Attempting to bind port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 on network 4d7933f0-920a-440d-86c3-46e7aab80bfb {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:56:32.340729 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Checking agent: {'id': 'e622d3d7-0a71-4961-ba27-45794834ffcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'started_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:56:32.341098 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Checking segment: {'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:56:32.341486 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Bound using segment: {'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:56:32.341913 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Bound port: 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'}}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:56:32.342265 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:32.407079 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] For port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24, host hv-cinder-83552, cleared binding levels {{(pid=115499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:56:32.410711 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] For port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:56:32.481317 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:32.514357 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:32.514953 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:32.516332 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] 10.222.0.13 "PUT /v2.0/ports/1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 HTTP/1.1" status: 200 len: 1093 time: 0.6902285 Mar 29 14:56:32.516755 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60b8354-a974-4148-b1ef-2f2fc059dd6d', 'tag': '1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:56:32.519045 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9781429-68bb-4faa-b125-b04ea3020e84" -d '{"events": [{"name": "network-changed", "server_uuid": "a60b8354-a974-4148-b1ef-2f2fc059dd6d", "tag": "1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:56:32.545024 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5043e64-0110-40bf-97ee-5460a8d91fdf service neutron] Pushing event updated for resources: {'Port': ['ID=1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24,revision_number=3']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:32.557785 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa26ceca-f490-48fd-a35c-678aef816576 x-openstack-request-id: req-aa26ceca-f490-48fd-a35c-678aef816576 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:56:32.558079 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60b8354-a974-4148-b1ef-2f2fc059dd6d", "tag": "1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:56:32.558330 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa26ceca-f490-48fd-a35c-678aef816576 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:56:32.558727 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa26ceca-f490-48fd-a35c-678aef816576'] response: {'name': 'network-changed', 'server_uuid': 'a60b8354-a974-4148-b1ef-2f2fc059dd6d', 'tag': '1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24', 'status': 'completed', 'code': 200} Mar 29 14:56:32.677536 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9781429-68bb-4faa-b125-b04ea3020e84 req-83e55225-f026-43af-960c-ee33862be0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:32.679320 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b9781429-68bb-4faa-b125-b04ea3020e84 req-83e55225-f026-43af-960c-ee33862be0fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae25d73af8c34890992534571426e2de&device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 1127 time: 0.0502994 Mar 29 14:56:32.790479 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9781429-68bb-4faa-b125-b04ea3020e84 req-f9ebf529-b732-4f08-803c-5ff241d96a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:32.791967 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b9781429-68bb-4faa-b125-b04ea3020e84 req-f9ebf529-b732-4f08-803c-5ff241d96a16 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ae25d73af8c34890992534571426e2de&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0874751 Mar 29 14:56:32.894256 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9781429-68bb-4faa-b125-b04ea3020e84 req-6da5d8b6-2068-4cc2-b350-9e97bf31e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:32.895696 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b9781429-68bb-4faa-b125-b04ea3020e84 req-6da5d8b6-2068-4cc2-b350-9e97bf31e9bf service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902863 Mar 29 14:56:33.013922 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-84dfcd5e-1f25-4ff3-ad28-2cdefecfac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:33.015411 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-84dfcd5e-1f25-4ff3-ad28-2cdefecfac63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae25d73af8c34890992534571426e2de&device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 1127 time: 0.0439806 Mar 29 14:56:33.035621 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0f604-0cfa-4607-9328-65525e2c6513 req-00505017-a6c9-4d21-beb5-f4d4ada10e89 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:33.037127 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8dd0f604-0cfa-4607-9328-65525e2c6513 req-00505017-a6c9-4d21-beb5-f4d4ada10e89 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 943 time: 0.0534234 Mar 29 14:56:33.064518 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-b84e7c98-d3eb-409f-8fa1-a80af73f6657 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 HTTP/1.1" status: 200 len: 217 time: 0.0343277 Mar 29 14:56:33.084805 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8dd0f604-0cfa-4607-9328-65525e2c6513 req-9c34e64d-b53c-4304-8218-1e4530386a0a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31f94d5-8cfa-4444-82d2-3f4052440fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413592 Mar 29 14:56:33.125985 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-da9dfe27-b013-40d3-bd67-9a05a67ddc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:33.133009 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-da9dfe27-b013-40d3-bd67-9a05a67ddc9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a4c3ff9-6e66-4bb0-8254-bab28249a738 HTTP/1.1" status: 200 len: 854 time: 0.0462656 Mar 29 14:56:33.179477 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-0669058c-6ff5-44d4-925a-f58051aa2a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:33.181006 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-0669058c-6ff5-44d4-925a-f58051aa2a04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d7933f0-920a-440d-86c3-46e7aab80bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468652 Mar 29 14:56:33.268137 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-30f75a74-f68c-4609-8dbe-0e90d0c312cc service neutron] 10.222.0.13 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792918 Mar 29 14:56:33.358533 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ecbe739b-12b5-4332-b82f-c52673722d69 req-83b7dd56-c53e-4669-beb1-09c33f1e7179 service neutron] 10.222.0.13 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840259 Mar 29 14:56:34.201955 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc31b1b-adfc-4d93-a69e-d608f91389a6 req-7e62aebc-1a21-44ce-8e4b-55aa96a410be tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:34.203397 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ccc31b1b-adfc-4d93-a69e-d608f91389a6 req-7e62aebc-1a21-44ce-8e4b-55aa96a410be tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 943 time: 0.0513003 Mar 29 14:56:34.248662 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ccc31b1b-adfc-4d93-a69e-d608f91389a6 req-666ddc9f-b39c-4c42-91a1-857d773488cd tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31f94d5-8cfa-4444-82d2-3f4052440fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397501 Mar 29 14:56:35.364077 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defca423-2472-4070-addd-1ffe1cc9f966 req-f80cde55-2705-4568-8c53-a97eda971daa tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:35.365573 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-defca423-2472-4070-addd-1ffe1cc9f966 req-f80cde55-2705-4568-8c53-a97eda971daa tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 943 time: 0.0518351 Mar 29 14:56:35.413860 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-defca423-2472-4070-addd-1ffe1cc9f966 req-c21bf8b6-0d61-4c44-8983-380bb1bee025 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31f94d5-8cfa-4444-82d2-3f4052440fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427096 Mar 29 14:56:35.937267 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:56:36.530416 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e8df7-579c-4bd2-aaca-d6e56ae42a18 req-ddac7b0a-b93a-4460-9aa2-a3db7c021dfe tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:36.531838 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-392e8df7-579c-4bd2-aaca-d6e56ae42a18 req-ddac7b0a-b93a-4460-9aa2-a3db7c021dfe tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 943 time: 0.0530508 Mar 29 14:56:36.577873 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-392e8df7-579c-4bd2-aaca-d6e56ae42a18 req-a694ff62-1e7c-4379-853f-94a0479cb09a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31f94d5-8cfa-4444-82d2-3f4052440fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405512 Mar 29 14:56:37.139430 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2e047011-c906-4842-b088-5478bb4f5a1e req-74be6d9d-8398-413d-92b7-0896a51cbcbd tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-655282616&fields=id&tenant_id=44a14adb53044badbb6d9b2bec1bda1b HTTP/1.1" status: 200 len: 267 time: 0.0417271 Mar 29 14:56:37.241054 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e047011-c906-4842-b088-5478bb4f5a1e req-428a719f-2536-41b2-aca3-01867c932589 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:37.242389 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2e047011-c906-4842-b088-5478bb4f5a1e req-428a719f-2536-41b2-aca3-01867c932589 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/networks?id=c8cdb4d0-c881-4550-93d1-aee3f1160217 HTTP/1.1" status: 200 len: 808 time: 0.0969684 Mar 29 14:56:37.257345 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2e047011-c906-4842-b088-5478bb4f5a1e req-9ba47205-31a2-4728-a639-f0976322d61b tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/quotas/44a14adb53044badbb6d9b2bec1bda1b HTTP/1.1" status: 200 len: 375 time: 0.0088274 Mar 29 14:56:37.310467 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2e047011-c906-4842-b088-5478bb4f5a1e req-f9f10dfd-693f-463c-bbff-5f1b3c790955 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=44a14adb53044badbb6d9b2bec1bda1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477915 Mar 29 14:56:37.404754 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2e047011-c906-4842-b088-5478bb4f5a1e req-9c1997cf-f85f-4e20-9f1f-74b67c84c8cf service neutron] 10.222.0.16 "GET /v2.0/networks/c8cdb4d0-c881-4550-93d1-aee3f1160217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830307 Mar 29 14:56:37.489845 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2e047011-c906-4842-b088-5478bb4f5a1e req-b0d06e31-01c7-4faa-81c2-ac8ecd6c6c87 service neutron] 10.222.0.16 "GET /v2.0/networks/c8cdb4d0-c881-4550-93d1-aee3f1160217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793519 Mar 29 14:56:37.694137 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd23f1e-511d-4fc0-9a80-e115846f183f req-06121398-b827-4592-8831-efc53796ea1e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:37.695589 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fbd23f1e-511d-4fc0-9a80-e115846f183f req-06121398-b827-4592-8831-efc53796ea1e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 943 time: 0.0521314 Mar 29 14:56:37.740514 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fbd23f1e-511d-4fc0-9a80-e115846f183f req-78494a9d-78a5-47cc-9624-b9c897c217f4 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31f94d5-8cfa-4444-82d2-3f4052440fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394652 Mar 29 14:56:37.838424 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 14:56:37.935311 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:37.946937 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'port_id': '1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24', 'mac_address': 'fa:16:3e:9e:4b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 14:56:37.986394 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:37.986778 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:38.000078 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:56:38.017305 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3657fb55-1980-4caa-ba65-ec3758dedd6f req-682916e3-a529-4d89-8cd8-875511b532a1 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 210 time: 0.0314720 Mar 29 14:56:38.019369 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:38.086369 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:38.132108 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:38.517452 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:56:38.854750 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86132500-f610-42e8-904f-a732169bf729 req-dba3fd05-fcd8-49f9-8073-54af04e589ce tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:38.856219 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-86132500-f610-42e8-904f-a732169bf729 req-dba3fd05-fcd8-49f9-8073-54af04e589ce tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 944 time: 0.0516939 Mar 29 14:56:38.904211 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-86132500-f610-42e8-904f-a732169bf729 req-bef259d4-6a6f-4a52-9d47-c399ec8b2a2a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31f94d5-8cfa-4444-82d2-3f4052440fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422142 Mar 29 14:56:39.104942 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bfea9ce6-ffe7-43a0-af0e-e5a3fe974aef req-4c9d40f2-b488-4466-90fa-6137f8f063b8 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 210 time: 0.0261369 Mar 29 14:56:39.855807 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:56:39.977217 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning for port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 completed by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 14:56:39.981255 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:39.981903 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:40.023413 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc94b02-911d-47ff-9687-78455fe23bf4 req-1c03bc79-f619-4622-b176-5e2e11c4a79a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:40.024887 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6fc94b02-911d-47ff-9687-78455fe23bf4 req-1c03bc79-f619-4622-b176-5e2e11c4a79a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 944 time: 0.0545943 Mar 29 14:56:40.062477 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:40.062868 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:40.072303 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6fc94b02-911d-47ff-9687-78455fe23bf4 req-0fd82c5c-fea1-46dd-b65c-c13e531b721b tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31f94d5-8cfa-4444-82d2-3f4052440fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411165 Mar 29 14:56:40.086464 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60b8354-a974-4148-b1ef-2f2fc059dd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:56:40.089336 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edaaa88-8b44-4ced-80e6-507f12a2d2ae" -d '{"events": [{"server_uuid": "a60b8354-a974-4148-b1ef-2f2fc059dd6d", "name": "network-vif-plugged", "status": "completed", "tag": "1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:56:40.102257 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:40.125238 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a732ff47-6a1f-49f1-97fa-fb3b36c745ce x-openstack-request-id: req-a732ff47-6a1f-49f1-97fa-fb3b36c745ce {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:56:40.125554 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60b8354-a974-4148-b1ef-2f2fc059dd6d", "name": "network-vif-plugged", "status": "completed", "tag": "1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:56:40.125820 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a732ff47-6a1f-49f1-97fa-fb3b36c745ce {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:56:40.126319 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a732ff47-6a1f-49f1-97fa-fb3b36c745ce'] response: {'server_uuid': 'a60b8354-a974-4148-b1ef-2f2fc059dd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24', 'code': 200} Mar 29 14:56:40.189989 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:40.199211 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9af6c200-7cef-4d47-9d8a-1c63fb8978a8 req-54e0db50-d18b-4c8e-8e8d-f66c32def3c4 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 210 time: 0.0292540 Mar 29 14:56:40.224177 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e047011-c906-4842-b088-5478bb4f5a1e req-aa8bf7d7-ef6b-4c63-bd7f-8bec1148fd6a tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:40.225619 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2e047011-c906-4842-b088-5478bb4f5a1e req-aa8bf7d7-ef6b-4c63-bd7f-8bec1148fd6a tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.13 "GET /v2.0/networks?id=c8cdb4d0-c881-4550-93d1-aee3f1160217 HTTP/1.1" status: 200 len: 808 time: 0.1125581 Mar 29 14:56:40.260741 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:40.314960 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2e047011-c906-4842-b088-5478bb4f5a1e req-d7d6cbfe-7881-49f2-a45d-3ed509345a31 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a14adb53044badbb6d9b2bec1bda1b HTTP/1.1" status: 200 len: 379 time: 0.0668278 Mar 29 14:56:40.324666 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-2e047011-c906-4842-b088-5478bb4f5a1e req-661f3475-2c23-4f59-ac44-ae32d5b504d8 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Request body: {'port': {'device_id': '06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2', 'network_id': 'c8cdb4d0-c881-4550-93d1-aee3f1160217', 'admin_state_up': True, 'tenant_id': '44a14adb53044badbb6d9b2bec1bda1b', 'security_groups': ['75b3be7b-e78c-4d99-9aca-1e8ca9c11877']}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:40.514690 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e047011-c906-4842-b088-5478bb4f5a1e req-661f3475-2c23-4f59-ac44-ae32d5b504d8 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Made reservation on behalf of 44a14adb53044badbb6d9b2bec1bda1b for: {'port': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:56:40.517954 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2e047011-c906-4842-b088-5478bb4f5a1e req-661f3475-2c23-4f59-ac44-ae32d5b504d8 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:40.583652 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334194a-280a-4c69-8ddd-9f12446b679d req-346c3ff2-b437-4aac-92a5-baba73a5dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:40.585230 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-7334194a-280a-4c69-8ddd-9f12446b679d req-346c3ff2-b437-4aac-92a5-baba73a5dcbf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 1129 time: 0.0967846 Mar 29 14:56:40.667649 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-7334194a-280a-4c69-8ddd-9f12446b679d req-9f2aaf19-dc23-4444-9fe0-7a33875ae113 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a31f94d5-8cfa-4444-82d2-3f4052440fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748577 Mar 29 14:56:40.683181 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [req-2e047011-c906-4842-b088-5478bb4f5a1e req-661f3475-2c23-4f59-ac44-ae32d5b504d8 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Allocated IP 172.20.0.6 (c8cdb4d0-c881-4550-93d1-aee3f1160217/d1912d63-e607-4902-9545-b2b8d26f6c22/ff4af5c0-070f-4032-ae8f-fc290becfef9) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:56:40.816691 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2e047011-c906-4842-b088-5478bb4f5a1e req-661f3475-2c23-4f59-ac44-ae32d5b504d8 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for port (ff4af5c0-070f-4032-ae8f-fc290becfef9), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:40.920942 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2e047011-c906-4842-b088-5478bb4f5a1e req-661f3475-2c23-4f59-ac44-ae32d5b504d8 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (ff4af5c0-070f-4032-ae8f-fc290becfef9), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:40.961943 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e047011-c906-4842-b088-5478bb4f5a1e req-661f3475-2c23-4f59-ac44-ae32d5b504d8 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Network c8cdb4d0-c881-4550-93d1-aee3f1160217 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:56:40.965481 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [req-2e047011-c906-4842-b088-5478bb4f5a1e req-661f3475-2c23-4f59-ac44-ae32d5b504d8 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:56:40.971048 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e047011-c906-4842-b088-5478bb4f5a1e req-661f3475-2c23-4f59-ac44-ae32d5b504d8 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:56:40.977458 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f3475-2c23-4f59-ac44-ae32d5b504d8 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Pushing event updated for resources: {'Port': ['ID=ff4af5c0-070f-4032-ae8f-fc290becfef9,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:41.023256 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e047011-c906-4842-b088-5478bb4f5a1e req-661f3475-2c23-4f59-ac44-ae32d5b504d8 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:41.023858 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2e047011-c906-4842-b088-5478bb4f5a1e req-661f3475-2c23-4f59-ac44-ae32d5b504d8 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:41.123728 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2e047011-c906-4842-b088-5478bb4f5a1e req-661f3475-2c23-4f59-ac44-ae32d5b504d8 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8032169 Mar 29 14:56:41.143337 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Request body: {'port': {'device_id': '06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:41.154549 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-143a745a-83b9-439b-9a4b-e2a63cbb37d1 None None] Provisioning complete for port ff4af5c0-070f-4032-ae8f-fc290becfef9 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:41.155135 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-143a745a-83b9-439b-9a4b-e2a63cbb37d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (ff4af5c0-070f-4032-ae8f-fc290becfef9), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:41.192662 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-143a745a-83b9-439b-9a4b-e2a63cbb37d1 None None] Port ff4af5c0-070f-4032-ae8f-fc290becfef9 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:56:41.205148 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fbe20-7892-4dd4-a6d6-f045cf8957e7 req-791abff9-8166-4c26-b758-558a08c49da8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:41.208424 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e71fbe20-7892-4dd4-a6d6-f045cf8957e7 req-791abff9-8166-4c26-b758-558a08c49da8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 945 time: 0.0596724 Mar 29 14:56:41.211495 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (ff4af5c0-070f-4032-ae8f-fc290becfef9), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:41.261543 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e71fbe20-7892-4dd4-a6d6-f045cf8957e7 req-75e9183c-d005-4a6d-888c-bfb07904d3f3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31f94d5-8cfa-4444-82d2-3f4052440fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493588 Mar 29 14:56:41.330929 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dfe4c-780b-4f03-a6c5-69822965b836 req-c4af891b-4738-4f91-8a04-a6fe080f211c tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:41.332378 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-753dfe4c-780b-4f03-a6c5-69822965b836 req-c4af891b-4738-4f91-8a04-a6fe080f211c tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 931 time: 0.0565348 Mar 29 14:56:41.402993 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-753dfe4c-780b-4f03-a6c5-69822965b836 req-2ca1853e-8f9b-444e-9ec9-9a9c342021e7 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628948 Mar 29 14:56:41.515686 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4af5c0-070f-4032-ae8f-fc290becfef9 {{(pid=115499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:56:41.523228 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Publish callbacks [] for port (ff4af5c0-070f-4032-ae8f-fc290becfef9), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:41.535712 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.provisioning_blocks [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Transition to ACTIVE for port object ff4af5c0-070f-4032-ae8f-fc290becfef9 will not be triggered until provisioned by entity L2. {{(pid=115499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 14:56:41.623277 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (ff4af5c0-070f-4032-ae8f-fc290becfef9), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:41.674771 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4af5c0-070f-4032-ae8f-fc290becfef9,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:41.745381 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Attempting to bind port ff4af5c0-070f-4032-ae8f-fc290becfef9 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:56:41.745713 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Attempting to bind port ff4af5c0-070f-4032-ae8f-fc290becfef9 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': 'd579536d-2401-4404-ae24-15f6986de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c8cdb4d0-c881-4550-93d1-aee3f1160217'}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:56:41.746035 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Attempting to bind port ff4af5c0-070f-4032-ae8f-fc290becfef9 on network c8cdb4d0-c881-4550-93d1-aee3f1160217 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:56:41.750490 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Port ff4af5c0-070f-4032-ae8f-fc290becfef9 on network c8cdb4d0-c881-4550-93d1-aee3f1160217 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 14:56:41.750814 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Attempting to bind port ff4af5c0-070f-4032-ae8f-fc290becfef9 on network c8cdb4d0-c881-4550-93d1-aee3f1160217 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:56:41.755687 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Checking agent: {'id': 'e622d3d7-0a71-4961-ba27-45794834ffcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'started_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:56:41.756023 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Checking segment: {'id': 'd579536d-2401-4404-ae24-15f6986de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c8cdb4d0-c881-4550-93d1-aee3f1160217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:56:41.756405 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Bound using segment: {'id': 'd579536d-2401-4404-ae24-15f6986de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c8cdb4d0-c881-4550-93d1-aee3f1160217'} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:56:41.756835 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Bound port: ff4af5c0-070f-4032-ae8f-fc290becfef9, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd579536d-2401-4404-ae24-15f6986de736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c8cdb4d0-c881-4550-93d1-aee3f1160217'}}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:56:41.757213 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (ff4af5c0-070f-4032-ae8f-fc290becfef9), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:41.823436 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] For port ff4af5c0-070f-4032-ae8f-fc290becfef9, host hv-cinder-83552, cleared binding levels {{(pid=115499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:56:41.826539 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] For port ff4af5c0-070f-4032-ae8f-fc290becfef9, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ff4af5c0-070f-4032-ae8f-fc290becfef9,segment=NetworkSegment(d579536d-2401-4404-ae24-15f6986de736),segment_id=d579536d-2401-4404-ae24-15f6986de736)] {{(pid=115499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:56:41.887380 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (ff4af5c0-070f-4032-ae8f-fc290becfef9), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:41.920524 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:41.921164 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:41.922558 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] 10.222.0.13 "PUT /v2.0/ports/ff4af5c0-070f-4032-ae8f-fc290becfef9 HTTP/1.1" status: 200 len: 1093 time: 0.7842686 Mar 29 14:56:41.922996 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2', 'tag': 'ff4af5c0-070f-4032-ae8f-fc290becfef9'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:56:41.925282 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ac4ba7-3cc1-4b77-9f5b-c03dc3725271" -d '{"events": [{"name": "network-changed", "server_uuid": "06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2", "tag": "ff4af5c0-070f-4032-ae8f-fc290becfef9"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:56:41.956734 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9d917-2be9-4c3b-95b5-394a5d4686e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4af5c0-070f-4032-ae8f-fc290becfef9,revision_number=3']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:41.969687 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c24ace-d29a-46e1-aa56-05e5075f5fa0 x-openstack-request-id: req-e4c24ace-d29a-46e1-aa56-05e5075f5fa0 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:56:41.969976 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2", "tag": "ff4af5c0-070f-4032-ae8f-fc290becfef9", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:56:41.970222 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4c24ace-d29a-46e1-aa56-05e5075f5fa0 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:56:41.970623 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c24ace-d29a-46e1-aa56-05e5075f5fa0'] response: {'name': 'network-changed', 'server_uuid': '06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2', 'tag': 'ff4af5c0-070f-4032-ae8f-fc290becfef9', 'status': 'completed', 'code': 200} Mar 29 14:56:42.136318 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac4ba7-3cc1-4b77-9f5b-c03dc3725271 req-daf66a50-7ffa-4d94-bbfd-76c4aecbd1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:42.137844 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a6ac4ba7-3cc1-4b77-9f5b-c03dc3725271 req-daf66a50-7ffa-4d94-bbfd-76c4aecbd1f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44a14adb53044badbb6d9b2bec1bda1b&device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 1127 time: 0.0529501 Mar 29 14:56:42.321459 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac4ba7-3cc1-4b77-9f5b-c03dc3725271 req-56e26d53-2a4d-40ca-a39a-f9dbda8670a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:42.322960 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a6ac4ba7-3cc1-4b77-9f5b-c03dc3725271 req-56e26d53-2a4d-40ca-a39a-f9dbda8670a2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=44a14adb53044badbb6d9b2bec1bda1b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0969164 Mar 29 14:56:42.388290 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f572be-499c-4b2f-b6ca-9de09ce8fa82 req-0a16f38c-eebf-4b86-908a-6fc5692012e5 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:42.390129 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b0f572be-499c-4b2f-b6ca-9de09ce8fa82 req-0a16f38c-eebf-4b86-908a-6fc5692012e5 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 945 time: 0.0632505 Mar 29 14:56:42.429703 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac4ba7-3cc1-4b77-9f5b-c03dc3725271 req-379f7d62-6703-41f7-8d1b-4d8d164cef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:42.431285 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a6ac4ba7-3cc1-4b77-9f5b-c03dc3725271 req-379f7d62-6703-41f7-8d1b-4d8d164cef66 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1015847 Mar 29 14:56:42.438511 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b0f572be-499c-4b2f-b6ca-9de09ce8fa82 req-42bc8a5b-fc7a-4dd4-9e39-bcbf76968636 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31f94d5-8cfa-4444-82d2-3f4052440fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429456 Mar 29 14:56:42.555782 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085efc7c-2242-479f-b6dc-c91a74c713ab req-c836db7f-5521-4ad7-a553-b7a18fd451dc tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:42.557158 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-085efc7c-2242-479f-b6dc-c91a74c713ab req-c836db7f-5521-4ad7-a553-b7a18fd451dc tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0642347 Mar 29 14:56:42.596326 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e047011-c906-4842-b088-5478bb4f5a1e req-be769a67-90ea-4f26-9818-55c3621e845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:42.597839 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2e047011-c906-4842-b088-5478bb4f5a1e req-be769a67-90ea-4f26-9818-55c3621e845f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44a14adb53044badbb6d9b2bec1bda1b&device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 1127 time: 0.0435810 Mar 29 14:56:42.628261 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3a09b-4cc4-4cfc-a129-16e51a8662ed req-bc4b5e12-5ac5-45ad-ad2f-6e6b0e4d9403 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:42.629742 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-84d3a09b-4cc4-4cfc-a129-16e51a8662ed req-bc4b5e12-5ac5-45ad-ad2f-6e6b0e4d9403 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0956807 Mar 29 14:56:42.633938 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-085efc7c-2242-479f-b6dc-c91a74c713ab req-c91f3fa3-20f6-4d91-9899-697ddd7afefd tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626643 Mar 29 14:56:42.648216 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2e047011-c906-4842-b088-5478bb4f5a1e req-dea153e2-ef3a-4512-8e0a-2bc321e731a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff4af5c0-070f-4032-ae8f-fc290becfef9 HTTP/1.1" status: 200 len: 217 time: 0.0327928 Mar 29 14:56:42.676681 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-84d3a09b-4cc4-4cfc-a129-16e51a8662ed req-fd68fc0f-d773-4258-8d94-adea30350395 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412982 Mar 29 14:56:42.698055 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e047011-c906-4842-b088-5478bb4f5a1e req-59622f59-4948-44c8-9f7d-c31e2aa71478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:42.699470 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2e047011-c906-4842-b088-5478bb4f5a1e req-59622f59-4948-44c8-9f7d-c31e2aa71478 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1912d63-e607-4902-9545-b2b8d26f6c22 HTTP/1.1" status: 200 len: 847 time: 0.0428135 Mar 29 14:56:42.753439 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e047011-c906-4842-b088-5478bb4f5a1e req-73ad1c24-d644-49b2-83be-1cc6e671cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:42.754863 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2e047011-c906-4842-b088-5478bb4f5a1e req-73ad1c24-d644-49b2-83be-1cc6e671cbad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c8cdb4d0-c881-4550-93d1-aee3f1160217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450840 Mar 29 14:56:42.840806 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2e047011-c906-4842-b088-5478bb4f5a1e req-0733376a-7656-421f-965d-a806f4a0a0a6 service neutron] 10.222.0.13 "GET /v2.0/networks/c8cdb4d0-c881-4550-93d1-aee3f1160217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793476 Mar 29 14:56:42.928270 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2e047011-c906-4842-b088-5478bb4f5a1e req-17245122-a36f-4339-a0a3-3ff8a5290f3d service neutron] 10.222.0.13 "GET /v2.0/networks/c8cdb4d0-c881-4550-93d1-aee3f1160217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807514 Mar 29 14:56:43.551939 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079db56-5d50-4f8c-93e4-6a385a2b1296 req-e506bc06-1bab-4009-b3f8-4269887a744f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:43.553683 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1079db56-5d50-4f8c-93e4-6a385a2b1296 req-e506bc06-1bab-4009-b3f8-4269887a744f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 945 time: 0.0505531 Mar 29 14:56:43.601830 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1079db56-5d50-4f8c-93e4-6a385a2b1296 req-03cb1042-f02a-4e1e-bd71-11a32c95c09f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31f94d5-8cfa-4444-82d2-3f4052440fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421698 Mar 29 14:56:43.732135 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ad3cee98-5c2e-4873-ae7c-dcb9d46389f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:43.740250 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d693a-4c74-49e7-a86e-79bd5331b005 req-cb7e52f0-6cd2-4f2f-acc3-89bba0b84b4b tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:43.741736 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-740d693a-4c74-49e7-a86e-79bd5331b005 req-cb7e52f0-6cd2-4f2f-acc3-89bba0b84b4b tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 945 time: 0.0788727 Mar 29 14:56:43.751698 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 37018) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:43.756219 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-ae749c7b-6352-4cef-a8c9-861651ee19e8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'floatingip': {'port_id': '1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:44.009020 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ae749c7b-6352-4cef-a8c9-861651ee19e8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (a853b04a-1212-4a6f-b28c-b0fca95717c4), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:44.036464 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a538a-9947-447c-a01c-c068f5bc54ad req-a46c5f6b-0c72-4e1b-969c-5097ed49fa3d tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:44.037969 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9e4a538a-9947-447c-a01c-c068f5bc54ad req-a46c5f6b-0c72-4e1b-969c-5097ed49fa3d tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.3372068 Mar 29 14:56:44.136530 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a77a9-57b5-4bd2-afc0-1af6cc45901d req-817b19ce-a0aa-4426-b4bc-d4acb40f1f4c tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:44.138004 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-da3a77a9-57b5-4bd2-afc0-1af6cc45901d req-817b19ce-a0aa-4426-b4bc-d4acb40f1f4c tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.0523906 Mar 29 14:56:44.181955 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe077035-52d6-4701-b670-634a55b8bec7 req-32af27ed-e570-4c82-9bc4-bc3eac68173b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:44.183424 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fe077035-52d6-4701-b670-634a55b8bec7 req-32af27ed-e570-4c82-9bc4-bc3eac68173b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 945 time: 0.3904047 Mar 29 14:56:44.206378 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9e4a538a-9947-447c-a01c-c068f5bc54ad req-4b34c314-1236-4974-973f-23f2f711b6c8 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413107 Mar 29 14:56:44.238376 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-da3a77a9-57b5-4bd2-afc0-1af6cc45901d req-377d9499-7014-4d4d-b22b-0f7b9a04213b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Deleting port ea96f88c-6906-44bf-9902-48aa1916becb {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:56:44.238716 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-da3a77a9-57b5-4bd2-afc0-1af6cc45901d req-377d9499-7014-4d4d-b22b-0f7b9a04213b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (ea96f88c-6906-44bf-9902-48aa1916becb), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:44.316365 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fe077035-52d6-4701-b670-634a55b8bec7 req-a96eb5ad-a1ba-4cf4-9f4d-7aff728a4f85 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756838c-60da-45b5-873d-b8767bd94e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263437 Mar 29 14:56:44.350863 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-da3a77a9-57b5-4bd2-afc0-1af6cc45901d req-377d9499-7014-4d4d-b22b-0f7b9a04213b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] For port ea96f88c-6906-44bf-9902-48aa1916becb, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ea96f88c-6906-44bf-9902-48aa1916becb,segment=NetworkSegment(6121bfc8-4900-448d-b8cd-8e812e46f83a),segment_id=6121bfc8-4900-448d-b8cd-8e812e46f83a)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:44.351269 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-da3a77a9-57b5-4bd2-afc0-1af6cc45901d req-377d9499-7014-4d4d-b22b-0f7b9a04213b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (ea96f88c-6906-44bf-9902-48aa1916becb), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:44.522827 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-da3a77a9-57b5-4bd2-afc0-1af6cc45901d req-377d9499-7014-4d4d-b22b-0f7b9a04213b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:44.523109 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-da3a77a9-57b5-4bd2-afc0-1af6cc45901d req-377d9499-7014-4d4d-b22b-0f7b9a04213b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (10f19c3b-4da8-4817-a436-ca4ddc1a3b42), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:44.523423 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.l3_db [req-da3a77a9-57b5-4bd2-afc0-1af6cc45901d req-377d9499-7014-4d4d-b22b-0f7b9a04213b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Floating IP 10f19c3b-4da8-4817-a436-ca4ddc1a3b42 disassociated. External IP: 172.27.1.188, port: ea96f88c-6906-44bf-9902-48aa1916becb. Mar 29 14:56:44.523762 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-da3a77a9-57b5-4bd2-afc0-1af6cc45901d req-377d9499-7014-4d4d-b22b-0f7b9a04213b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Calling delete_port for ea96f88c-6906-44bf-9902-48aa1916becb owned by compute:nova {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:56:44.553738 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ae749c7b-6352-4cef-a8c9-861651ee19e8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:44.663846 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ae749c7b-6352-4cef-a8c9-861651ee19e8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (a853b04a-1212-4a6f-b28c-b0fca95717c4), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:44.732536 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-da3a77a9-57b5-4bd2-afc0-1af6cc45901d req-377d9499-7014-4d4d-b22b-0f7b9a04213b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (ea96f88c-6906-44bf-9902-48aa1916becb), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:44.762120 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d9499-7014-4d4d-b22b-0f7b9a04213b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Pushing event deleted for resources: {'Port': ['ID=ea96f88c-6906-44bf-9902-48aa1916becb,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:44.767134 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.db.l3_db [None req-ae749c7b-6352-4cef-a8c9-861651ee19e8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Floating IP a853b04a-1212-4a6f-b28c-b0fca95717c4 associated. External IP: 172.27.1.217, port: 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24. Mar 29 14:56:44.882029 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da3a77a9-57b5-4bd2-afc0-1af6cc45901d req-377d9499-7014-4d4d-b22b-0f7b9a04213b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Router 8603b2cf-177c-445b-9266-6a273077e9f0 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:56:44.984996 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae749c7b-6352-4cef-a8c9-861651ee19e8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Router cb413d57-db8e-474f-b0b0-1585119bca2b has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:56:44.987825 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da3a77a9-57b5-4bd2-afc0-1af6cc45901d req-377d9499-7014-4d4d-b22b-0f7b9a04213b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:56:44.999528 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa3f8b3-a9ad-4943-ad80-54b5f5d89278 None None] Sync routers for ids ['8603b2cf-177c-445b-9266-6a273077e9f0'] in dv-cinder-835525-2-iscsi {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:56:45.009327 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa3f8b3-a9ad-4943-ad80-54b5f5d89278 None None] Routers {'8603b2cf-177c-445b-9266-6a273077e9f0'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:56:45.010767 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-7fa3f8b3-a9ad-4943-ad80-54b5f5d89278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:56:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['8603b2cf-177c-445b-9266-6a273077e9f0'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:45.027980 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3a77a9-57b5-4bd2-afc0-1af6cc45901d req-377d9499-7014-4d4d-b22b-0f7b9a04213b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] No DVR routers for this DVR port ea96f88c-6906-44bf-9902-48aa1916becb on host hv-cinder-83552 {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 14:56:45.030768 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-da3a77a9-57b5-4bd2-afc0-1af6cc45901d req-377d9499-7014-4d4d-b22b-0f7b9a04213b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:45.034291 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-da3a77a9-57b5-4bd2-afc0-1af6cc45901d req-377d9499-7014-4d4d-b22b-0f7b9a04213b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.13 "DELETE /v2.0/ports/ea96f88c-6906-44bf-9902-48aa1916becb HTTP/1.1" status: 204 len: 173 time: 0.8900073 Mar 29 14:56:45.034923 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1f983f-9aed-41a9-bbe7-0ce5c52352ed', 'name': 'network-vif-deleted', 'tag': 'ea96f88c-6906-44bf-9902-48aa1916becb'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:56:45.037355 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5949f21-b23a-43b0-ae4c-a6b80af6e71f" -d '{"events": [{"server_uuid": "2d1f983f-9aed-41a9-bbe7-0ce5c52352ed", "name": "network-vif-deleted", "tag": "ea96f88c-6906-44bf-9902-48aa1916becb"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:56:45.078238 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86955eb-0cc2-4d6c-897b-e41a85dce5e3 x-openstack-request-id: req-b86955eb-0cc2-4d6c-897b-e41a85dce5e3 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:56:45.078535 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1f983f-9aed-41a9-bbe7-0ce5c52352ed", "name": "network-vif-deleted", "tag": "ea96f88c-6906-44bf-9902-48aa1916becb", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:56:45.078811 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b86955eb-0cc2-4d6c-897b-e41a85dce5e3 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:56:45.079870 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b86955eb-0cc2-4d6c-897b-e41a85dce5e3'] response: {'server_uuid': '2d1f983f-9aed-41a9-bbe7-0ce5c52352ed', 'name': 'network-vif-deleted', 'tag': 'ea96f88c-6906-44bf-9902-48aa1916becb', 'status': 'completed', 'code': 200} Mar 29 14:56:45.110431 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae749c7b-6352-4cef-a8c9-861651ee19e8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:56:45.115111 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ae749c7b-6352-4cef-a8c9-861651ee19e8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:45.124496 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-7fa3f8b3-a9ad-4943-ad80-54b5f5d89278 None None] Set router 8603b2cf-177c-445b-9266-6a273077e9f0 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:56:45.129581 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae9b8c6-518e-45ea-b11a-3d99a1eff3d6 None None] Sync routers for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:56:45.144737 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae9b8c6-518e-45ea-b11a-3d99a1eff3d6 None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:56:45.145725 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-aae9b8c6-518e-45ea-b11a-3d99a1eff3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:56:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:45.167573 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-ae749c7b-6352-4cef-a8c9-861651ee19e8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "PUT /v2.0/floatingips/a853b04a-1212-4a6f-b28c-b0fca95717c4 HTTP/1.1" status: 200 len: 991 time: 1.4044688 Mar 29 14:56:45.167573 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60b8354-a974-4148-b1ef-2f2fc059dd6d', 'tag': '1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24'}] {{(pid=115498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:56:45.167573 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e942afba9a14c6231233b91f836bdf3e59ef1877de833c869ac23223c5a4452f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410283f3-090d-49c0-b68d-893160d0cb88" -d '{"events": [{"name": "network-changed", "server_uuid": "a60b8354-a974-4148-b1ef-2f2fc059dd6d", "tag": "1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24"}]}' {{(pid=115498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:56:45.209306 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba5411d-50b8-48e6-9c94-e33eb49e0434 x-openstack-request-id: req-5ba5411d-50b8-48e6-9c94-e33eb49e0434 {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:56:45.209770 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60b8354-a974-4148-b1ef-2f2fc059dd6d", "tag": "1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24", "status": "completed", "code": 200}]} {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:56:45.210228 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ba5411d-50b8-48e6-9c94-e33eb49e0434 {{(pid=115498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:56:45.210436 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba5411d-50b8-48e6-9c94-e33eb49e0434'] response: {'name': 'network-changed', 'server_uuid': 'a60b8354-a974-4148-b1ef-2f2fc059dd6d', 'tag': '1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24', 'status': 'completed', 'code': 200} Mar 29 14:56:45.293444 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-aae9b8c6-518e-45ea-b11a-3d99a1eff3d6 None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:56:45.362085 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-7fa3f8b3-a9ad-4943-ad80-54b5f5d89278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'name': 'tempest-AttachVolumeTestJSON-1683125599-router', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:02Z', 'revision_number': 4, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'gw_port': {'id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '16824fc3-c720-4cb6-8f56-7b6c2b3d03ec', 'name': '', 'network_id': '75f25c62-261a-44d8-a334-90884043b260', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'mac_address': 'fa:16:3e:00:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:17Z', 'revision_number': 5, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'subnets': [{'id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:45.370452 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766afba-437e-4f26-a433-a1143bc71bbd req-9a80e782-55a5-4c8d-a48f-ca69763698d7 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:45.372506 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d766afba-437e-4f26-a433-a1143bc71bbd req-9a80e782-55a5-4c8d-a48f-ca69763698d7 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0723724 Mar 29 14:56:45.425410 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa3f8b3-a9ad-4943-ad80-54b5f5d89278 None None] Checking router: 8603b2cf-177c-445b-9266-6a273077e9f0 for host: dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:56:45.440604 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410283f3-090d-49c0-b68d-893160d0cb88 req-fa9561b7-58dc-462b-adb5-8c824091a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:45.442165 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-410283f3-090d-49c0-b68d-893160d0cb88 req-fa9561b7-58dc-462b-adb5-8c824091a547 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae25d73af8c34890992534571426e2de&device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 1129 time: 0.1425343 Mar 29 14:56:45.445303 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa3f8b3-a9ad-4943-ad80-54b5f5d89278 None None] Routers {'8603b2cf-177c-445b-9266-6a273077e9f0'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:56:45.445923 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-7fa3f8b3-a9ad-4943-ad80-54b5f5d89278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:56:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['8603b2cf-177c-445b-9266-6a273077e9f0'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:45.488636 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4e07dba8-856b-40d1-915c-c6a8a3e29483 req-ed8ff7ea-9878-4526-b367-142d0ea95c79 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0411191 Mar 29 14:56:45.509205 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d766afba-437e-4f26-a433-a1143bc71bbd req-159b18c5-cc9e-49b6-9b7a-9a2bf30f2c64 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293354 Mar 29 14:56:45.550962 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-aae9b8c6-518e-45ea-b11a-3d99a1eff3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': 'a853b04a-1212-4a6f-b28c-b0fca95717c4', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'port_id': '1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'mac_address': 'fa:16:3e:9e:4b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60b8354-a974-4148-b1ef-2f2fc059dd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:56:27Z', 'updated_at': '2022-03-29T14:56:44Z', 'revision_number': 1, 'project_id': 'ae25d73af8c34890992534571426e2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:45.562664 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410283f3-090d-49c0-b68d-893160d0cb88 req-5795da1a-615a-4d91-b4aa-ce59a6e179e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:45.564233 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-410283f3-090d-49c0-b68d-893160d0cb88 req-5795da1a-615a-4d91-b4aa-ce59a6e179e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4d7933f0-920a-440d-86c3-46e7aab80bfb HTTP/1.1" status: 200 len: 916 time: 0.1158185 Mar 29 14:56:45.577902 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae9b8c6-518e-45ea-b11a-3d99a1eff3d6 None None] Checking router: cb413d57-db8e-474f-b0b0-1585119bca2b for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:56:45.590395 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae9b8c6-518e-45ea-b11a-3d99a1eff3d6 None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:56:45.591089 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-aae9b8c6-518e-45ea-b11a-3d99a1eff3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:56:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:45.603382 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-7fa3f8b3-a9ad-4943-ad80-54b5f5d89278 None None] Set router 8603b2cf-177c-445b-9266-6a273077e9f0 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:56:45.644544 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-410283f3-090d-49c0-b68d-893160d0cb88 req-d69b1528-59e5-49a1-8e26-0dd3272d3b8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 HTTP/1.1" status: 200 len: 999 time: 0.0653524 Mar 29 14:56:45.705267 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410283f3-090d-49c0-b68d-893160d0cb88 req-49727d3c-2da0-4113-b307-bbbec48e4095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:45.706879 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-410283f3-090d-49c0-b68d-893160d0cb88 req-49727d3c-2da0-4113-b307-bbbec48e4095 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a4c3ff9-6e66-4bb0-8254-bab28249a738 HTTP/1.1" status: 200 len: 854 time: 0.0564775 Mar 29 14:56:45.714905 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-aae9b8c6-518e-45ea-b11a-3d99a1eff3d6 None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:56:45.779571 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410283f3-090d-49c0-b68d-893160d0cb88 req-42543d22-b650-4d6b-b07b-f9a59aa64de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:45.781196 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-410283f3-090d-49c0-b68d-893160d0cb88 req-42543d22-b650-4d6b-b07b-f9a59aa64de7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d7933f0-920a-440d-86c3-46e7aab80bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632710 Mar 29 14:56:45.790528 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-c14818cf-af1b-4686-bcbc-6159335d2193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:45.843525 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-7fa3f8b3-a9ad-4943-ad80-54b5f5d89278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'name': 'tempest-AttachVolumeTestJSON-1683125599-router', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:02Z', 'revision_number': 4, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'gw_port': {'id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '16824fc3-c720-4cb6-8f56-7b6c2b3d03ec', 'name': '', 'network_id': '75f25c62-261a-44d8-a334-90884043b260', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'mac_address': 'fa:16:3e:00:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:17Z', 'revision_number': 5, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'subnets': [{'id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:45.876224 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa3f8b3-a9ad-4943-ad80-54b5f5d89278 None None] The sync data for ids ['8603b2cf-177c-445b-9266-6a273077e9f0'] in dv-cinder-835525-2-iscsi is: [{'id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'name': 'tempest-AttachVolumeTestJSON-1683125599-router', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:02Z', 'revision_number': 4, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'gw_port': {'id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '16824fc3-c720-4cb6-8f56-7b6c2b3d03ec', 'name': '', 'network_id': '75f25c62-261a-44d8-a334-90884043b260', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'mac_address': 'fa:16:3e:00:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:17Z', 'revision_number': 5, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'subnets': [{'id': 'b8b1f603-e72f-4efd-a272-2d43ba7184c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:56:45.886863 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-410283f3-090d-49c0-b68d-893160d0cb88 req-e50aecf6-4eb4-479d-85bb-bc6d3cdea783 service neutron] 10.222.0.13 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991344 Mar 29 14:56:45.975654 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-aae9b8c6-518e-45ea-b11a-3d99a1eff3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': 'a853b04a-1212-4a6f-b28c-b0fca95717c4', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'port_id': '1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'mac_address': 'fa:16:3e:9e:4b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60b8354-a974-4148-b1ef-2f2fc059dd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:56:27Z', 'updated_at': '2022-03-29T14:56:44Z', 'revision_number': 1, 'project_id': 'ae25d73af8c34890992534571426e2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:56:45.986424 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-410283f3-090d-49c0-b68d-893160d0cb88 req-603181e2-4951-49a9-b033-7f9319641538 service neutron] 10.222.0.13 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917509 Mar 29 14:56:46.002173 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae9b8c6-518e-45ea-b11a-3d99a1eff3d6 None None] The sync data for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi is: [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': 'a853b04a-1212-4a6f-b28c-b0fca95717c4', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'port_id': '1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'mac_address': 'fa:16:3e:9e:4b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60b8354-a974-4148-b1ef-2f2fc059dd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:56:27Z', 'updated_at': '2022-03-29T14:56:44Z', 'revision_number': 1, 'project_id': 'ae25d73af8c34890992534571426e2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:56:46.146430 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec05eae2-4fa0-4072-af11-dc39721848ff None None] New status for floating IP 10f19c3b-4da8-4817-a436-ca4ddc1a3b42: DOWN {{(pid=115500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 14:56:46.213544 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ad5b82-016e-4200-aead-72fe12af258c None None] New status for floating IP a853b04a-1212-4a6f-b28c-b0fca95717c4: ACTIVE {{(pid=115501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 14:56:46.617709 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ea23f5ac-d3ad-4561-81b6-c3a376b50242 req-326d62e2-62b5-40b7-a68f-d9c8c8c302ac tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0501621 Mar 29 14:56:46.643686 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c54f2c-493f-411c-b6ed-a4d5620d962f req-add77f60-24cc-42b6-8737-5bc77d4c0baa tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:46.645096 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-63c54f2c-493f-411c-b6ed-a4d5620d962f req-add77f60-24cc-42b6-8737-5bc77d4c0baa tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0757990 Mar 29 14:56:46.694515 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-63c54f2c-493f-411c-b6ed-a4d5620d962f req-050f5c78-1ef8-4670-892c-b3ae1844f2e0 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430324 Mar 29 14:56:46.737581 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 37050) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:46.790938 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8c1e28f7-f330-4a80-8ffd-c67a2ff55c33 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group (d756838c-60da-45b5-873d-b8767bd94e93), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:46.815518 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8c1e28f7-f330-4a80-8ffd-c67a2ff55c33 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group (d756838c-60da-45b5-873d-b8767bd94e93), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:46.932804 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8c1e28f7-f330-4a80-8ffd-c67a2ff55c33 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (d756838c-60da-45b5-873d-b8767bd94e93), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:46.935315 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8c1e28f7-f330-4a80-8ffd-c67a2ff55c33 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:46.936457 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-8c1e28f7-f330-4a80-8ffd-c67a2ff55c33 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "DELETE /v2.0/security-groups/d756838c-60da-45b5-873d-b8767bd94e93 HTTP/1.1" status: 204 len: 168 time: 0.1978958 Mar 29 14:56:46.939340 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37054) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:46.945484 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e28f7-f330-4a80-8ffd-c67a2ff55c33 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d756838c-60da-45b5-873d-b8767bd94e93,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:46.953174 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.api.v2.resource [None req-e3983eb8-4a8c-4852-a0bb-f81feb81a7ce tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] show failed (client error): The resource could not be found. Mar 29 14:56:46.954168 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-e3983eb8-4a8c-4852-a0bb-f81feb81a7ce tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups/d756838c-60da-45b5-873d-b8767bd94e93 HTTP/1.1" status: 404 len: 347 time: 0.0137882 Mar 29 14:56:46.957090 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37056) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:47.075175 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:47.305288 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-564eeb21-1a9c-4943-a351-c841d25d185b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Deleting port d8b17134-69ba-4af7-8d6d-9ef31c61bd2c {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:56:47.305633 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-564eeb21-1a9c-4943-a351-c841d25d185b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (d8b17134-69ba-4af7-8d6d-9ef31c61bd2c), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:47.380403 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-564eeb21-1a9c-4943-a351-c841d25d185b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (d8b17134-69ba-4af7-8d6d-9ef31c61bd2c), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:47.380734 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-564eeb21-1a9c-4943-a351-c841d25d185b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for floatingip (d8b17134-69ba-4af7-8d6d-9ef31c61bd2c), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:47.392491 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-564eeb21-1a9c-4943-a351-c841d25d185b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Calling delete_port for d8b17134-69ba-4af7-8d6d-9ef31c61bd2c owned by network:floatingip {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:56:47.595077 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-564eeb21-1a9c-4943-a351-c841d25d185b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (d8b17134-69ba-4af7-8d6d-9ef31c61bd2c), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:47.617154 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564eeb21-1a9c-4943-a351-c841d25d185b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Pushing event deleted for resources: {'Port': ['ID=d8b17134-69ba-4af7-8d6d-9ef31c61bd2c,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:47.676153 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-564eeb21-1a9c-4943-a351-c841d25d185b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for floatingip (10f19c3b-4da8-4817-a436-ca4ddc1a3b42), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:47.678905 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-564eeb21-1a9c-4943-a351-c841d25d185b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:47.680024 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-564eeb21-1a9c-4943-a351-c841d25d185b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "DELETE /v2.0/floatingips/10f19c3b-4da8-4817-a436-ca4ddc1a3b42 HTTP/1.1" status: 204 len: 168 time: 0.7220631 Mar 29 14:56:47.813554 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9526a2b-4917-4b85-9ef1-fcfd127f5332 req-840ffc31-9fcd-48d6-9239-ac7e1d61d47f tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:47.815017 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f9526a2b-4917-4b85-9ef1-fcfd127f5332 req-840ffc31-9fcd-48d6-9239-ac7e1d61d47f tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0559084 Mar 29 14:56:47.864781 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f9526a2b-4917-4b85-9ef1-fcfd127f5332 req-e2f819ab-b57c-40f0-9b5b-75ae07c9c242 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424619 Mar 29 14:56:47.955225 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 18e3779a-742a-456e-ac90-7f07367e899b no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:56:47.988320 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37064) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:47.995999 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-a584e8e0-bbbc-41c0-99e4-e037d02e00d2 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--30468474', 'description': 'tempest-description--115765822'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:48.044040 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 18e3779a-742a-456e-ac90-7f07367e899b is: ACTIVE; New status is: DOWN {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:48.044425 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (18e3779a-742a-456e-ac90-7f07367e899b), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:48.066629 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c230b8a1-3de9-478c-a54c-193f8159aaa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e3779a-742a-456e-ac90-7f07367e899b'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:56:48.068832 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0d9620-af76-4f06-b7ad-62cf57d8e7f2" -d '{"events": [{"server_uuid": "c230b8a1-3de9-478c-a54c-193f8159aaa8", "name": "network-vif-unplugged", "status": "completed", "tag": "18e3779a-742a-456e-ac90-7f07367e899b"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:56:48.081368 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 18e3779a-742a-456e-ac90-7f07367e899b, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=18e3779a-742a-456e-ac90-7f07367e899b,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:48.092138 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a584e8e0-bbbc-41c0-99e4-e037d02e00d2 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:48.104496 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 14:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda2d99c-21d7-4082-91c7-26702a0dc033 x-openstack-request-id: req-dda2d99c-21d7-4082-91c7-26702a0dc033 {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:56:48.104809 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c230b8a1-3de9-478c-a54c-193f8159aaa8", "name": "network-vif-unplugged", "status": "completed", "tag": "18e3779a-742a-456e-ac90-7f07367e899b", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:56:48.105155 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dda2d99c-21d7-4082-91c7-26702a0dc033 {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:56:48.105550 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda2d99c-21d7-4082-91c7-26702a0dc033'] response: {'server_uuid': 'c230b8a1-3de9-478c-a54c-193f8159aaa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e3779a-742a-456e-ac90-7f07367e899b', 'code': 200} Mar 29 14:56:48.157904 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a584e8e0-bbbc-41c0-99e4-e037d02e00d2 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group (1b1edf3c-3c0f-4e8e-a6b5-0d5d236f7322), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:48.166776 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (18e3779a-742a-456e-ac90-7f07367e899b), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:48.167498 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:56:48.206305 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a584e8e0-bbbc-41c0-99e4-e037d02e00d2 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (1b1edf3c-3c0f-4e8e-a6b5-0d5d236f7322), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:48.235815 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584e8e0-bbbc-41c0-99e4-e037d02e00d2 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1edf3c-3c0f-4e8e-a6b5-0d5d236f7322,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:48.279090 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=18e3779a-742a-456e-ac90-7f07367e899b,revision_number=6']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:48.294260 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a584e8e0-bbbc-41c0-99e4-e037d02e00d2 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:48.298816 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-a584e8e0-bbbc-41c0-99e4-e037d02e00d2 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3058350 Mar 29 14:56:48.298944 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 is: ACTIVE; New status is: DOWN {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:48.298944 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:48.309443 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37068) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:48.309443 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-5cccae82-0df1-45df-b29a-5e4433e9ef0f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Request body: {'security_group_rule': {'security_group_id': '1b1edf3c-3c0f-4e8e-a6b5-0d5d236f7322', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:48.328085 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:48.329803 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:48.387832 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5cccae82-0df1-45df-b29a-5e4433e9ef0f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group_rule (35fcaed2-8021-4a8a-872f-d54153497132), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:48.411716 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:48.412391 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device b19a8ddd-c730-4482-a6bd-fb09a0446050 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:56:48.445331 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5cccae82-0df1-45df-b29a-5e4433e9ef0f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group_rule (35fcaed2-8021-4a8a-872f-d54153497132), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:48.487403 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24,revision_number=6']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:48.509160 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5cccae82-0df1-45df-b29a-5e4433e9ef0f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (35fcaed2-8021-4a8a-872f-d54153497132), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:48.526882 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cccae82-0df1-45df-b29a-5e4433e9ef0f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35fcaed2-8021-4a8a-872f-d54153497132,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:48.530089 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port b19a8ddd-c730-4482-a6bd-fb09a0446050 is: ACTIVE; New status is: DOWN {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:48.530488 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:48.562410 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port b19a8ddd-c730-4482-a6bd-fb09a0446050, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=b19a8ddd-c730-4482-a6bd-fb09a0446050,segment=NetworkSegment(d9c0854c-192d-471c-a595-a497f25ee9e4),segment_id=d9c0854c-192d-471c-a595-a497f25ee9e4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:48.596564 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5cccae82-0df1-45df-b29a-5e4433e9ef0f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:48.597826 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-5cccae82-0df1-45df-b29a-5e4433e9ef0f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2980027 Mar 29 14:56:48.600654 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37070) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:48.605668 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-ee202d06-df7a-47f0-a601-3b2bafeb5e74 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Request body: {'security_group_rule': {'security_group_id': '1b1edf3c-3c0f-4e8e-a6b5-0d5d236f7322', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:48.652284 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:48.691535 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-ee202d06-df7a-47f0-a601-3b2bafeb5e74 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group_rule (64e8a5e8-38a8-4f70-b4a2-a31862a4d95b), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:48.699554 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=b19a8ddd-c730-4482-a6bd-fb09a0446050,revision_number=6']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:48.745873 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-ee202d06-df7a-47f0-a601-3b2bafeb5e74 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group_rule (64e8a5e8-38a8-4f70-b4a2-a31862a4d95b), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:48.823536 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-ee202d06-df7a-47f0-a601-3b2bafeb5e74 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (64e8a5e8-38a8-4f70-b4a2-a31862a4d95b), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:48.840669 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee202d06-df7a-47f0-a601-3b2bafeb5e74 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e8a5e8-38a8-4f70-b4a2-a31862a4d95b,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:48.922666 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-ee202d06-df7a-47f0-a601-3b2bafeb5e74 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:48.925931 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-ee202d06-df7a-47f0-a601-3b2bafeb5e74 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3223367 Mar 29 14:56:48.927062 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37076) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:48.931646 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-eec13dfe-2d60-4bd8-8f49-1a6dbc7ce516 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Request body: {'floatingip': {'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:48.985774 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13cda3-b129-43a2-9351-068de78dee70 req-a73807af-9db1-435f-9f52-7198ede13116 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:48.987307 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3c13cda3-b129-43a2-9351-068de78dee70 req-a73807af-9db1-435f-9f52-7198ede13116 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0537763 Mar 29 14:56:49.006721 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eec13dfe-2d60-4bd8-8f49-1a6dbc7ce516 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:49.036377 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3c13cda3-b129-43a2-9351-068de78dee70 req-14d0f38c-46ab-4180-a62f-1b0143bbc987 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434048 Mar 29 14:56:49.104622 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eec13dfe-2d60-4bd8-8f49-1a6dbc7ce516 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:49.206718 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [None req-eec13dfe-2d60-4bd8-8f49-1a6dbc7ce516 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Allocated IP 172.27.1.205 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/c35a85f9-36fe-4790-88c1-545a949b3395) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:56:49.315793 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eec13dfe-2d60-4bd8-8f49-1a6dbc7ce516 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for port (c35a85f9-36fe-4790-88c1-545a949b3395), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:49.412284 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eec13dfe-2d60-4bd8-8f49-1a6dbc7ce516 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (c35a85f9-36fe-4790-88c1-545a949b3395), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:49.447970 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec13dfe-2d60-4bd8-8f49-1a6dbc7ce516 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:56:49.450776 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-eec13dfe-2d60-4bd8-8f49-1a6dbc7ce516 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:56:49.454188 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec13dfe-2d60-4bd8-8f49-1a6dbc7ce516 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:56:49.480116 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec13dfe-2d60-4bd8-8f49-1a6dbc7ce516 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Pushing event updated for resources: {'Port': ['ID=c35a85f9-36fe-4790-88c1-545a949b3395,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:49.545894 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eec13dfe-2d60-4bd8-8f49-1a6dbc7ce516 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for floatingip (d4cbc6fd-ff9a-42c5-8fd1-a29aa381d16f), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:49.627147 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eec13dfe-2d60-4bd8-8f49-1a6dbc7ce516 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (c35a85f9-36fe-4790-88c1-545a949b3395), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:49.742472 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:49.770846 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eec13dfe-2d60-4bd8-8f49-1a6dbc7ce516 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for port (c35a85f9-36fe-4790-88c1-545a949b3395), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:49.851738 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eec13dfe-2d60-4bd8-8f49-1a6dbc7ce516 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (c35a85f9-36fe-4790-88c1-545a949b3395), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:49.902512 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 2383dddb-6073-4d07-b8eb-f09b885e73cc no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:56:49.917443 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec13dfe-2d60-4bd8-8f49-1a6dbc7ce516 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Pushing event updated for resources: {'Port': ['ID=c35a85f9-36fe-4790-88c1-545a949b3395,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:49.927149 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eec13dfe-2d60-4bd8-8f49-1a6dbc7ce516 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (d4cbc6fd-ff9a-42c5-8fd1-a29aa381d16f), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:49.981317 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 2383dddb-6073-4d07-b8eb-f09b885e73cc is: ACTIVE; New status is: DOWN {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:49.981732 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:49.997075 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eec13dfe-2d60-4bd8-8f49-1a6dbc7ce516 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:50.003321 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-eec13dfe-2d60-4bd8-8f49-1a6dbc7ce516 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0701482 Mar 29 14:56:50.020528 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 2383dddb-6073-4d07-b8eb-f09b885e73cc, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=2383dddb-6073-4d07-b8eb-f09b885e73cc,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:50.107144 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60b8354-a974-4148-b1ef-2f2fc059dd6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24'}, {'server_uuid': '01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b19a8ddd-c730-4482-a6bd-fb09a0446050'}, {'server_uuid': '47cece9a-896c-4968-b2cb-6e2d60af1c8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2383dddb-6073-4d07-b8eb-f09b885e73cc'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:56:50.109840 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe97cbe-5d59-47ba-b951-c5097da37d10" -d '{"events": [{"server_uuid": "a60b8354-a974-4148-b1ef-2f2fc059dd6d", "name": "network-vif-unplugged", "status": "completed", "tag": "1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24"}, {"server_uuid": "01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1", "name": "network-vif-unplugged", "status": "completed", "tag": "b19a8ddd-c730-4482-a6bd-fb09a0446050"}, {"server_uuid": "47cece9a-896c-4968-b2cb-6e2d60af1c8b", "name": "network-vif-unplugged", "status": "completed", "tag": "2383dddb-6073-4d07-b8eb-f09b885e73cc"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:56:50.120054 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:50.120775 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 074fc41f-7341-4e36-9c84-6ba8ce452a28 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:56:50.175747 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5078cf-637c-46ac-972f-cae49fbb8a10 req-84707f62-1169-4832-9aef-5208ef092b2b tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:50.177267 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5d5078cf-637c-46ac-972f-cae49fbb8a10 req-84707f62-1169-4832-9aef-5208ef092b2b tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0753431 Mar 29 14:56:50.202247 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=2383dddb-6073-4d07-b8eb-f09b885e73cc,revision_number=6']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:50.221568 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-cbca6eeb-ca76-4a1f-9db0-59a95d8b7b6c tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--30468474&fields=id&tenant_id=f0319e2af33245f4917a97026782fdd7 HTTP/1.1" status: 200 len: 267 time: 0.0713379 Mar 29 14:56:50.250263 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 074fc41f-7341-4e36-9c84-6ba8ce452a28 is: ACTIVE; New status is: DOWN {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:50.250798 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:50.289238 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5d5078cf-637c-46ac-972f-cae49fbb8a10 req-6fe9f400-fb02-40cf-a4c0-275d332a69ee tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056802 Mar 29 14:56:50.291906 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 074fc41f-7341-4e36-9c84-6ba8ce452a28, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=074fc41f-7341-4e36-9c84-6ba8ce452a28,segment=NetworkSegment(d972c796-b53c-442c-8b95-c55eed721ffa),segment_id=d972c796-b53c-442c-8b95-c55eed721ffa)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:50.343678 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 29 Mar 2022 14:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b5e3f0-c2a6-47a6-9796-bfbdcbfc6314 x-openstack-request-id: req-21b5e3f0-c2a6-47a6-9796-bfbdcbfc6314 {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:56:50.344035 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60b8354-a974-4148-b1ef-2f2fc059dd6d", "name": "network-vif-unplugged", "status": "completed", "tag": "1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24", "code": 200}, {"server_uuid": "01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1", "name": "network-vif-unplugged", "status": "completed", "tag": "b19a8ddd-c730-4482-a6bd-fb09a0446050", "code": 200}, {"server_uuid": "47cece9a-896c-4968-b2cb-6e2d60af1c8b", "name": "network-vif-unplugged", "status": "completed", "tag": "2383dddb-6073-4d07-b8eb-f09b885e73cc", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:56:50.344151 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-d17187fc-afbb-40ef-b211-bc3c48c5282b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:50.344290 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21b5e3f0-c2a6-47a6-9796-bfbdcbfc6314 {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:56:50.344684 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b5e3f0-c2a6-47a6-9796-bfbdcbfc6314'] response: {'server_uuid': 'a60b8354-a974-4148-b1ef-2f2fc059dd6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24', 'code': 200} Mar 29 14:56:50.344943 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b5e3f0-c2a6-47a6-9796-bfbdcbfc6314'] response: {'server_uuid': '01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b19a8ddd-c730-4482-a6bd-fb09a0446050', 'code': 200} Mar 29 14:56:50.345226 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b5e3f0-c2a6-47a6-9796-bfbdcbfc6314'] response: {'server_uuid': '47cece9a-896c-4968-b2cb-6e2d60af1c8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2383dddb-6073-4d07-b8eb-f09b885e73cc', 'code': 200} Mar 29 14:56:50.349531 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-d17187fc-afbb-40ef-b211-bc3c48c5282b tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/networks?id=75f25c62-261a-44d8-a334-90884043b260 HTTP/1.1" status: 200 len: 811 time: 0.1195199 Mar 29 14:56:50.360449 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-f1ad0366-b2a0-45aa-a847-c5d5954f9ae6 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/quotas/f0319e2af33245f4917a97026782fdd7 HTTP/1.1" status: 200 len: 375 time: 0.0094490 Mar 29 14:56:50.366465 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:50.371015 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device ea96f88c-6906-44bf-9902-48aa1916becb no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:56:50.388251 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] No Port match for: ea96f88c-6906-44bf-9902-48aa1916becb {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 14:56:50.388601 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device ea96f88c-6906-44bf-9902-48aa1916becb not bound to the agent host hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 14:56:50.389042 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 12f8914c-bde6-405f-a9db-15523b7e184d no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:56:50.420029 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-f68bb93f-91dd-4332-9fb9-a79bcf1d2423 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546885 Mar 29 14:56:50.459595 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=074fc41f-7341-4e36-9c84-6ba8ce452a28,revision_number=7']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:50.503018 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 12f8914c-bde6-405f-a9db-15523b7e184d is: ACTIVE; New status is: DOWN {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:50.503401 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:50.520205 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-b45cc964-767e-4aac-aab6-4e221c123345 service neutron] 10.222.0.16 "GET /v2.0/networks/75f25c62-261a-44d8-a334-90884043b260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874467 Mar 29 14:56:50.535351 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 12f8914c-bde6-405f-a9db-15523b7e184d, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=12f8914c-bde6-405f-a9db-15523b7e184d,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:50.617715 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-74547252-090a-4ef3-9480-0a1eb8d40a85 service neutron] 10.222.0.16 "GET /v2.0/networks/75f25c62-261a-44d8-a334-90884043b260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905435 Mar 29 14:56:50.617916 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:50.664508 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=12f8914c-bde6-405f-a9db-15523b7e184d,revision_number=6']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:50.841548 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2072693b-84ea-47d7-8722-dd5636f3e2f2 req-2ac340b1-89f3-4698-89a0-fc26ec317566 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7394bc3-da24-4936-b56b-05e5fc9f8999 HTTP/1.1" status: 200 len: 210 time: 0.0269549 Mar 29 14:56:51.414874 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d313413-3b28-4c2d-9520-a76531e0ccea req-64ee8465-98df-469b-b45c-812ff73d1f6e tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:51.416956 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6d313413-3b28-4c2d-9520-a76531e0ccea req-64ee8465-98df-469b-b45c-812ff73d1f6e tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0526888 Mar 29 14:56:51.467897 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6d313413-3b28-4c2d-9520-a76531e0ccea req-fa669c23-b712-4f73-b61c-4494c82334df tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452483 Mar 29 14:56:51.932246 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7c8fe980-3f7e-4c6f-8af3-7e4a70780306 req-a03e7fd8-1b1e-462c-b267-6c651e442420 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7394bc3-da24-4936-b56b-05e5fc9f8999 HTTP/1.1" status: 200 len: 210 time: 0.0257668 Mar 29 14:56:52.347142 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '074fc41f-7341-4e36-9c84-6ba8ce452a28'}, {'server_uuid': '074d2dc7-e232-4b56-be65-379ff1e05700', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f8914c-bde6-405f-a9db-15523b7e184d'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:56:52.348756 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee389a8a-e71a-4bc0-b042-a949e13d0181" -d '{"events": [{"server_uuid": "95913f2f-2ddc-4026-8405-a0c035ef7be7", "name": "network-vif-unplugged", "status": "completed", "tag": "074fc41f-7341-4e36-9c84-6ba8ce452a28"}, {"server_uuid": "074d2dc7-e232-4b56-be65-379ff1e05700", "name": "network-vif-unplugged", "status": "completed", "tag": "12f8914c-bde6-405f-a9db-15523b7e184d"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:56:52.388051 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 29 Mar 2022 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a641317-bf65-4f5c-849e-cdb5eaac3721 x-openstack-request-id: req-2a641317-bf65-4f5c-849e-cdb5eaac3721 {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:56:52.388342 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95913f2f-2ddc-4026-8405-a0c035ef7be7", "name": "network-vif-unplugged", "status": "completed", "tag": "074fc41f-7341-4e36-9c84-6ba8ce452a28", "code": 200}, {"server_uuid": "074d2dc7-e232-4b56-be65-379ff1e05700", "name": "network-vif-unplugged", "status": "completed", "tag": "12f8914c-bde6-405f-a9db-15523b7e184d", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:56:52.388591 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a641317-bf65-4f5c-849e-cdb5eaac3721 {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:56:52.389009 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a641317-bf65-4f5c-849e-cdb5eaac3721'] response: {'server_uuid': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '074fc41f-7341-4e36-9c84-6ba8ce452a28', 'code': 200} Mar 29 14:56:52.389278 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a641317-bf65-4f5c-849e-cdb5eaac3721'] response: {'server_uuid': '074d2dc7-e232-4b56-be65-379ff1e05700', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f8914c-bde6-405f-a9db-15523b7e184d', 'code': 200} Mar 29 14:56:52.586432 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9adf9-5a80-4ac5-b2b8-74f993d6d952 req-96fd6229-0020-483b-8d60-7cfc840bf408 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:52.587946 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-07c9adf9-5a80-4ac5-b2b8-74f993d6d952 req-96fd6229-0020-483b-8d60-7cfc840bf408 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0554883 Mar 29 14:56:52.635988 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-07c9adf9-5a80-4ac5-b2b8-74f993d6d952 req-e9e8969b-363b-45e7-bc07-60de38aeb057 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424836 Mar 29 14:56:52.857005 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-98906c78-b7c2-4f2c-bb69-d274dad585af tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:52.858435 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-98906c78-b7c2-4f2c-bb69-d274dad585af tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.13 "GET /v2.0/networks?id=75f25c62-261a-44d8-a334-90884043b260 HTTP/1.1" status: 200 len: 811 time: 0.1007874 Mar 29 14:56:52.926841 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-d3bea3fc-9d60-4404-a42f-68a026b942b3 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0319e2af33245f4917a97026782fdd7 HTTP/1.1" status: 200 len: 378 time: 0.0501158 Mar 29 14:56:52.936914 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-729a9702-70b5-4a25-9f47-2cc1a7a9af5f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Request body: {'port': {'device_id': 'a7394bc3-da24-4936-b56b-05e5fc9f8999', 'network_id': '75f25c62-261a-44d8-a334-90884043b260', 'admin_state_up': True, 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'security_groups': ['1b1edf3c-3c0f-4e8e-a6b5-0d5d236f7322']}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:53.029407 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6a26c22f-ffcc-49c1-91d9-d3e64d8f2e1f req-d3171787-126b-4877-af28-a151434a00db tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7394bc3-da24-4936-b56b-05e5fc9f8999 HTTP/1.1" status: 200 len: 210 time: 0.0268848 Mar 29 14:56:53.114545 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-729a9702-70b5-4a25-9f47-2cc1a7a9af5f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Made reservation on behalf of f0319e2af33245f4917a97026782fdd7 for: {'port': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:56:53.118020 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-729a9702-70b5-4a25-9f47-2cc1a7a9af5f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:53.243864 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-729a9702-70b5-4a25-9f47-2cc1a7a9af5f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Allocated IP 172.20.0.4 (75f25c62-261a-44d8-a334-90884043b260/b8b1f603-e72f-4efd-a272-2d43ba7184c9/d7150299-7104-40df-b461-573119c16fee) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:56:53.375132 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-729a9702-70b5-4a25-9f47-2cc1a7a9af5f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for port (d7150299-7104-40df-b461-573119c16fee), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:53.510782 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-729a9702-70b5-4a25-9f47-2cc1a7a9af5f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (d7150299-7104-40df-b461-573119c16fee), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:53.550020 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-729a9702-70b5-4a25-9f47-2cc1a7a9af5f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Network 75f25c62-261a-44d8-a334-90884043b260 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:56:53.553296 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-729a9702-70b5-4a25-9f47-2cc1a7a9af5f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:56:53.556923 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-729a9702-70b5-4a25-9f47-2cc1a7a9af5f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:56:53.584885 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a9702-70b5-4a25-9f47-2cc1a7a9af5f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Pushing event updated for resources: {'Port': ['ID=d7150299-7104-40df-b461-573119c16fee,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:53.613005 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-729a9702-70b5-4a25-9f47-2cc1a7a9af5f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:53.613800 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-729a9702-70b5-4a25-9f47-2cc1a7a9af5f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:53.683951 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-729a9702-70b5-4a25-9f47-2cc1a7a9af5f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7503974 Mar 29 14:56:53.706003 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Request body: {'port': {'device_id': 'a7394bc3-da24-4936-b56b-05e5fc9f8999', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:53.770510 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (d7150299-7104-40df-b461-573119c16fee), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:53.788536 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-409a15d1-277b-4591-933f-76f66e1aa9f0 None None] Provisioning complete for port d7150299-7104-40df-b461-573119c16fee triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:53.789124 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-409a15d1-277b-4591-933f-76f66e1aa9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (d7150299-7104-40df-b461-573119c16fee), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:53.809535 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3f88c-ddd6-4c80-ab8b-18d8714e47e9 req-5992f2ee-693b-4b41-8638-c0646a19596a tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:53.811115 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6ee3f88c-ddd6-4c80-ab8b-18d8714e47e9 req-5992f2ee-693b-4b41-8638-c0646a19596a tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.1059005 Mar 29 14:56:53.824493 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-409a15d1-277b-4591-933f-76f66e1aa9f0 None None] Port d7150299-7104-40df-b461-573119c16fee cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:56:53.864798 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6ee3f88c-ddd6-4c80-ab8b-18d8714e47e9 req-e6fc7be8-043c-483a-a145-66e54a0952b3 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470543 Mar 29 14:56:54.027638 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7150299-7104-40df-b461-573119c16fee {{(pid=115499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:56:54.035056 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Publish callbacks [] for port (d7150299-7104-40df-b461-573119c16fee), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:54.046619 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.provisioning_blocks [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Transition to ACTIVE for port object d7150299-7104-40df-b461-573119c16fee will not be triggered until provisioned by entity L2. {{(pid=115499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 14:56:54.145949 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358b43a-df68-4c2b-bbf8-65809bbe1d40 req-88763560-72e7-483a-8500-f0bd1a483871 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:54.147421 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1358b43a-df68-4c2b-bbf8-65809bbe1d40 req-88763560-72e7-483a-8500-f0bd1a483871 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7394bc3-da24-4936-b56b-05e5fc9f8999 HTTP/1.1" status: 200 len: 931 time: 0.0521388 Mar 29 14:56:54.160383 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (d7150299-7104-40df-b461-573119c16fee), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:54.198316 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1358b43a-df68-4c2b-bbf8-65809bbe1d40 req-2f7069f5-1a92-4868-a629-4bb7c7b25433 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b1edf3c-3c0f-4e8e-a6b5-0d5d236f7322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447130 Mar 29 14:56:54.231528 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7150299-7104-40df-b461-573119c16fee,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:54.286489 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Attempting to bind port d7150299-7104-40df-b461-573119c16fee on host hv-cinder-83552 for vnic_type normal with profile {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:56:54.286748 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Attempting to bind port d7150299-7104-40df-b461-573119c16fee by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '6121bfc8-4900-448d-b8cd-8e812e46f83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '75f25c62-261a-44d8-a334-90884043b260'}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:56:54.287075 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Attempting to bind port d7150299-7104-40df-b461-573119c16fee on network 75f25c62-261a-44d8-a334-90884043b260 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:56:54.292217 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Port d7150299-7104-40df-b461-573119c16fee on network 75f25c62-261a-44d8-a334-90884043b260 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 14:56:54.292533 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Attempting to bind port d7150299-7104-40df-b461-573119c16fee on network 75f25c62-261a-44d8-a334-90884043b260 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:56:54.297465 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Checking agent: {'id': 'e622d3d7-0a71-4961-ba27-45794834ffcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'started_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:56:54.302143 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Checking segment: {'id': '6121bfc8-4900-448d-b8cd-8e812e46f83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '75f25c62-261a-44d8-a334-90884043b260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:56:54.302143 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Bound using segment: {'id': '6121bfc8-4900-448d-b8cd-8e812e46f83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '75f25c62-261a-44d8-a334-90884043b260'} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:56:54.302143 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Bound port: d7150299-7104-40df-b461-573119c16fee, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6121bfc8-4900-448d-b8cd-8e812e46f83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '75f25c62-261a-44d8-a334-90884043b260'}}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:56:54.302143 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (d7150299-7104-40df-b461-573119c16fee), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:54.365743 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] For port d7150299-7104-40df-b461-573119c16fee, host hv-cinder-83552, cleared binding levels {{(pid=115499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:56:54.369581 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] For port d7150299-7104-40df-b461-573119c16fee, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=d7150299-7104-40df-b461-573119c16fee,segment=NetworkSegment(6121bfc8-4900-448d-b8cd-8e812e46f83a),segment_id=6121bfc8-4900-448d-b8cd-8e812e46f83a)] {{(pid=115499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:56:54.452386 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (d7150299-7104-40df-b461-573119c16fee), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:54.486724 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:54.487338 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:54.488722 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] 10.222.0.13 "PUT /v2.0/ports/d7150299-7104-40df-b461-573119c16fee HTTP/1.1" status: 200 len: 1093 time: 0.7871056 Mar 29 14:56:54.489197 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7394bc3-da24-4936-b56b-05e5fc9f8999', 'tag': 'd7150299-7104-40df-b461-573119c16fee'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:56:54.491473 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabce0f1-0e72-4a6a-97b6-577261218a63" -d '{"events": [{"name": "network-changed", "server_uuid": "a7394bc3-da24-4936-b56b-05e5fc9f8999", "tag": "d7150299-7104-40df-b461-573119c16fee"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:56:54.515814 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d552151-fbc7-4ed7-b391-295b7f2a42e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7150299-7104-40df-b461-573119c16fee,revision_number=3']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:54.542660 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dbc9e7-6bfc-4e18-acb8-ca932edc2d88 x-openstack-request-id: req-b5dbc9e7-6bfc-4e18-acb8-ca932edc2d88 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:56:54.542660 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7394bc3-da24-4936-b56b-05e5fc9f8999", "tag": "d7150299-7104-40df-b461-573119c16fee", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:56:54.542660 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5dbc9e7-6bfc-4e18-acb8-ca932edc2d88 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:56:54.542660 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5dbc9e7-6bfc-4e18-acb8-ca932edc2d88'] response: {'name': 'network-changed', 'server_uuid': 'a7394bc3-da24-4936-b56b-05e5fc9f8999', 'tag': 'd7150299-7104-40df-b461-573119c16fee', 'status': 'completed', 'code': 200} Mar 29 14:56:54.630510 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabce0f1-0e72-4a6a-97b6-577261218a63 req-8701ce73-2f58-4afd-a642-fa49bcb55936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:54.632023 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-aabce0f1-0e72-4a6a-97b6-577261218a63 req-8701ce73-2f58-4afd-a642-fa49bcb55936 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&device_id=a7394bc3-da24-4936-b56b-05e5fc9f8999 HTTP/1.1" status: 200 len: 1127 time: 0.0463660 Mar 29 14:56:54.741156 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabce0f1-0e72-4a6a-97b6-577261218a63 req-332d44bf-fc53-48cd-9fc6-29690e80c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:54.742584 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-aabce0f1-0e72-4a6a-97b6-577261218a63 req-332d44bf-fc53-48cd-9fc6-29690e80c163 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0319e2af33245f4917a97026782fdd7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0930555 Mar 29 14:56:54.832585 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabce0f1-0e72-4a6a-97b6-577261218a63 req-40e56bb1-a5db-4eeb-ab68-11bb4e2b25f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:54.833948 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-aabce0f1-0e72-4a6a-97b6-577261218a63 req-40e56bb1-a5db-4eeb-ab68-11bb4e2b25f8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0836611 Mar 29 14:56:54.944146 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-91aafb0a-d5b6-4924-9069-0119e27c5ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:54.945799 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-91aafb0a-d5b6-4924-9069-0119e27c5ce9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&device_id=a7394bc3-da24-4936-b56b-05e5fc9f8999 HTTP/1.1" status: 200 len: 1127 time: 0.0492558 Mar 29 14:56:54.983038 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdff1d6-5cc4-4835-9322-cc0a03a40131 req-59aefce0-ceb9-40a2-aa9d-75d5f271c4da tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:54.984498 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9cdff1d6-5cc4-4835-9322-cc0a03a40131 req-59aefce0-ceb9-40a2-aa9d-75d5f271c4da tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0522635 Mar 29 14:56:54.994700 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-649d181f-3508-4f6c-ba17-743a822d1ba4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7150299-7104-40df-b461-573119c16fee HTTP/1.1" status: 200 len: 217 time: 0.0335758 Mar 29 14:56:55.035167 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9cdff1d6-5cc4-4835-9322-cc0a03a40131 req-35ce29fc-c028-4cef-94a5-055dc5e36401 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450320 Mar 29 14:56:55.044449 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-719e6f52-77d8-42c2-b2fc-99362bf4e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:55.045940 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-719e6f52-77d8-42c2-b2fc-99362bf4e621 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8b1f603-e72f-4efd-a272-2d43ba7184c9 HTTP/1.1" status: 200 len: 850 time: 0.0433509 Mar 29 14:56:55.096345 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-59e006f7-cd64-46b4-b5fb-8125ea4c9b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:55.097736 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-59e006f7-cd64-46b4-b5fb-8125ea4c9b3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75f25c62-261a-44d8-a334-90884043b260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458028 Mar 29 14:56:55.183649 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-321b5a5b-3115-4746-b6ab-e7595518e2bd service neutron] 10.222.0.13 "GET /v2.0/networks/75f25c62-261a-44d8-a334-90884043b260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789056 Mar 29 14:56:55.280102 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-60adce07-e096-4b05-ab82-fd4187170f61 service neutron] 10.222.0.13 "GET /v2.0/networks/75f25c62-261a-44d8-a334-90884043b260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893919 Mar 29 14:56:55.382773 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58da17-0b25-4346-b866-2aa4de4f8a44 req-a02f1216-0b23-4a61-983a-4d1ac299096f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:55.384154 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3f58da17-0b25-4346-b866-2aa4de4f8a44 req-a02f1216-0b23-4a61-983a-4d1ac299096f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7394bc3-da24-4936-b56b-05e5fc9f8999 HTTP/1.1" status: 200 len: 943 time: 0.1083393 Mar 29 14:56:55.432630 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3f58da17-0b25-4346-b866-2aa4de4f8a44 req-845c78b1-8cf4-4033-a347-a99a203464c5 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups?id=1b1edf3c-3c0f-4e8e-a6b5-0d5d236f7322&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421982 Mar 29 14:56:56.036451 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-944a5233-0b93-402d-a4b2-d07a54b6e83f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:56.037911 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-944a5233-0b93-402d-a4b2-d07a54b6e83f tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7394bc3-da24-4936-b56b-05e5fc9f8999 HTTP/1.1" status: 200 len: 943 time: 0.0510199 Mar 29 14:56:56.134493 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-1cd9cc31-5357-407f-85e6-c5d2d0e014b7 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Deleting port d7150299-7104-40df-b461-573119c16fee {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:56:56.137763 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-1cd9cc31-5357-407f-85e6-c5d2d0e014b7 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (d7150299-7104-40df-b461-573119c16fee), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:56.151887 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9d81c-6c13-4f9a-9452-6e0df12fee19 req-2f3f5519-d29b-4861-8f96-1d50e05f7bc3 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:56.153428 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0bd9d81c-6c13-4f9a-9452-6e0df12fee19 req-2f3f5519-d29b-4861-8f96-1d50e05f7bc3 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0514174 Mar 29 14:56:56.202333 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0bd9d81c-6c13-4f9a-9452-6e0df12fee19 req-9cc82da8-7ca7-4883-9d62-2ba77398cd14 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432253 Mar 29 14:56:56.226150 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-1cd9cc31-5357-407f-85e6-c5d2d0e014b7 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] For port d7150299-7104-40df-b461-573119c16fee, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=d7150299-7104-40df-b461-573119c16fee,segment=NetworkSegment(6121bfc8-4900-448d-b8cd-8e812e46f83a),segment_id=6121bfc8-4900-448d-b8cd-8e812e46f83a)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:56:56.226512 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-1cd9cc31-5357-407f-85e6-c5d2d0e014b7 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (d7150299-7104-40df-b461-573119c16fee), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:56.239336 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-1cd9cc31-5357-407f-85e6-c5d2d0e014b7 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Calling delete_port for d7150299-7104-40df-b461-573119c16fee owned by compute:nova {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:56:56.457289 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-1cd9cc31-5357-407f-85e6-c5d2d0e014b7 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (d7150299-7104-40df-b461-573119c16fee), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:56.485549 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9cc31-5357-407f-85e6-c5d2d0e014b7 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Pushing event deleted for resources: {'Port': ['ID=d7150299-7104-40df-b461-573119c16fee,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:56.526938 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0113d86f-14ff-40d7-aa63-41d0d9c932b2 req-0bad5ab4-d740-4493-b761-aa43912f336e tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7394bc3-da24-4936-b56b-05e5fc9f8999 HTTP/1.1" status: 200 len: 210 time: 0.0284259 Mar 29 14:56:56.528896 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-1cd9cc31-5357-407f-85e6-c5d2d0e014b7 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] No DVR routers for this DVR port d7150299-7104-40df-b461-573119c16fee on host hv-cinder-83552 {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 14:56:56.531747 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-1cd9cc31-5357-407f-85e6-c5d2d0e014b7 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:56.535167 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-1cd9cc31-5357-407f-85e6-c5d2d0e014b7 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.13 "DELETE /v2.0/ports/d7150299-7104-40df-b461-573119c16fee HTTP/1.1" status: 204 len: 173 time: 0.4893515 Mar 29 14:56:56.547661 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7394bc3-da24-4936-b56b-05e5fc9f8999', 'name': 'network-vif-deleted', 'tag': 'd7150299-7104-40df-b461-573119c16fee'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:56:56.547661 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f0e8bf-38e3-4636-b036-ffc93b197237" -d '{"events": [{"server_uuid": "a7394bc3-da24-4936-b56b-05e5fc9f8999", "name": "network-vif-deleted", "tag": "d7150299-7104-40df-b461-573119c16fee"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:56:56.579435 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 29 Mar 2022 14:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fafdc1-fb7f-4133-a994-a28055c3d1b0 x-openstack-request-id: req-92fafdc1-fb7f-4133-a994-a28055c3d1b0 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:56:56.579726 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7394bc3-da24-4936-b56b-05e5fc9f8999", "name": "network-vif-deleted", "tag": "d7150299-7104-40df-b461-573119c16fee", "status": "failed", "code": 422}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:56:56.579975 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92fafdc1-fb7f-4133-a994-a28055c3d1b0 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:56:56.580382 dv-cinder-835525-2-iscsi neutron-server[115499]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-92fafdc1-fb7f-4133-a994-a28055c3d1b0']: {'server_uuid': 'a7394bc3-da24-4936-b56b-05e5fc9f8999', 'name': 'network-vif-deleted', 'tag': 'd7150299-7104-40df-b461-573119c16fee', 'status': 'failed', 'code': 422} returned with failed status Mar 29 14:56:57.323295 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e330ed-5ee6-4b8d-be18-539d4ed4c4c7 req-adf72d91-82e1-44a8-b557-9cfca19e4ff3 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:57.324780 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-71e330ed-5ee6-4b8d-be18-539d4ed4c4c7 req-adf72d91-82e1-44a8-b557-9cfca19e4ff3 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0568879 Mar 29 14:56:57.374677 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-71e330ed-5ee6-4b8d-be18-539d4ed4c4c7 req-9f91fc13-952a-4b5c-996f-e61146463444 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442231 Mar 29 14:56:57.407662 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37164) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:57.434986 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-bbfe9a2d-9b75-491e-b342-611971cab788 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7394bc3-da24-4936-b56b-05e5fc9f8999 HTTP/1.1" status: 200 len: 210 time: 0.0261924 Mar 29 14:56:57.629863 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e3559e0a-3ba4-46c2-a5c4-a3fb661058b0 req-500fe7a9-eefc-4a67-8943-59d0a56e2fc8 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7394bc3-da24-4936-b56b-05e5fc9f8999 HTTP/1.1" status: 200 len: 210 time: 0.0260346 Mar 29 14:56:57.828524 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6577caf8-9564-44be-874e-745ac5b742ab req-ae0146e2-8b9d-405e-a975-1e713d782902 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7394bc3-da24-4936-b56b-05e5fc9f8999 HTTP/1.1" status: 200 len: 210 time: 0.0271051 Mar 29 14:56:58.493947 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81847c99-8f19-409d-bcba-503edc2c3b4c req-e1ece4b8-3777-4e67-bb28-103a7e0dbd09 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:58.495438 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-81847c99-8f19-409d-bcba-503edc2c3b4c req-e1ece4b8-3777-4e67-bb28-103a7e0dbd09 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0552814 Mar 29 14:56:58.549290 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-81847c99-8f19-409d-bcba-503edc2c3b4c req-4a577f15-c68a-49bf-b967-4b9abe16d9b1 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479341 Mar 29 14:56:58.635914 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37190) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:58.692005 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-ac160ee5-f21d-4512-a8c5-4ed84d3703f5 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group (1b1edf3c-3c0f-4e8e-a6b5-0d5d236f7322), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:58.714063 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-ac160ee5-f21d-4512-a8c5-4ed84d3703f5 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group (1b1edf3c-3c0f-4e8e-a6b5-0d5d236f7322), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:58.846192 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-ac160ee5-f21d-4512-a8c5-4ed84d3703f5 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (1b1edf3c-3c0f-4e8e-a6b5-0d5d236f7322), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:58.848801 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-ac160ee5-f21d-4512-a8c5-4ed84d3703f5 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:58.849959 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-ac160ee5-f21d-4512-a8c5-4ed84d3703f5 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "DELETE /v2.0/security-groups/1b1edf3c-3c0f-4e8e-a6b5-0d5d236f7322 HTTP/1.1" status: 204 len: 168 time: 0.2130802 Mar 29 14:56:58.852818 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 37192) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:58.859421 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac160ee5-f21d-4512-a8c5-4ed84d3703f5 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1edf3c-3c0f-4e8e-a6b5-0d5d236f7322,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:58.866709 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.api.v2.resource [None req-29561603-5a5f-41a1-9aa6-5a1be2c81040 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] show failed (client error): The resource could not be found. Mar 29 14:56:58.867702 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-29561603-5a5f-41a1-9aa6-5a1be2c81040 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/security-groups/1b1edf3c-3c0f-4e8e-a6b5-0d5d236f7322 HTTP/1.1" status: 404 len: 347 time: 0.0133629 Mar 29 14:56:58.871148 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 37194) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:58.977394 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:58.992415 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-470baa86-bd1c-46ea-a3e7-6aa40be3061a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Deleting port c35a85f9-36fe-4790-88c1-545a949b3395 {{(pid=115498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:56:58.993079 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-470baa86-bd1c-46ea-a3e7-6aa40be3061a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (c35a85f9-36fe-4790-88c1-545a949b3395), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:59.068257 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-470baa86-bd1c-46ea-a3e7-6aa40be3061a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (c35a85f9-36fe-4790-88c1-545a949b3395), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:59.068578 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-470baa86-bd1c-46ea-a3e7-6aa40be3061a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for floatingip (c35a85f9-36fe-4790-88c1-545a949b3395), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:59.079946 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-470baa86-bd1c-46ea-a3e7-6aa40be3061a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Calling delete_port for c35a85f9-36fe-4790-88c1-545a949b3395 owned by network:floatingip {{(pid=115498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:56:59.457546 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-470baa86-bd1c-46ea-a3e7-6aa40be3061a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (c35a85f9-36fe-4790-88c1-545a949b3395), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:59.484635 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470baa86-bd1c-46ea-a3e7-6aa40be3061a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Pushing event deleted for resources: {'Port': ['ID=c35a85f9-36fe-4790-88c1-545a949b3395,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:59.544226 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-470baa86-bd1c-46ea-a3e7-6aa40be3061a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks [] for floatingip (d4cbc6fd-ff9a-42c5-8fd1-a29aa381d16f), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:59.546879 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-470baa86-bd1c-46ea-a3e7-6aa40be3061a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:59.548024 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-470baa86-bd1c-46ea-a3e7-6aa40be3061a tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "DELETE /v2.0/floatingips/d4cbc6fd-ff9a-42c5-8fd1-a29aa381d16f HTTP/1.1" status: 204 len: 168 time: 0.6759987 Mar 29 14:56:59.668267 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292a6ec-76b4-466a-860c-8cd3de41fc74 req-1ab540ec-d0e8-410f-8587-48ffc765a2ce tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:59.669718 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d292a6ec-76b4-466a-860c-8cd3de41fc74 req-1ab540ec-d0e8-410f-8587-48ffc765a2ce tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0523572 Mar 29 14:56:59.721708 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d292a6ec-76b4-466a-860c-8cd3de41fc74 req-513a023e-57d5-45c4-ada9-055d649c90bd tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463531 Mar 29 14:56:59.959272 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6fed4775-fcb7-4e42-9b36-dd97ffa6ed35 req-447a5dc4-1380-4609-85ce-2bb74a70b5fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0248981 Mar 29 14:57:00.016091 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6fed4775-fcb7-4e42-9b36-dd97ffa6ed35 req-25663e14-3bbc-46e9-8044-50ab4bbb184f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0249565 Mar 29 14:57:00.131852 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed4775-fcb7-4e42-9b36-dd97ffa6ed35 req-0ced7a93-cf5d-4829-b660-1115e9d460f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:00.133234 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6fed4775-fcb7-4e42-9b36-dd97ffa6ed35 req-0ced7a93-cf5d-4829-b660-1115e9d460f5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0319e2af33245f4917a97026782fdd7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0933824 Mar 29 14:57:00.225538 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed4775-fcb7-4e42-9b36-dd97ffa6ed35 req-000a5e34-a7d1-4669-b8d0-7263bd2706dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:00.227011 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6fed4775-fcb7-4e42-9b36-dd97ffa6ed35 req-000a5e34-a7d1-4669-b8d0-7263bd2706dd service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0847447 Mar 29 14:57:00.837349 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64360a6e-2487-442a-b4b3-4cc4ef5af653 req-ea476459-461d-42ba-ae17-c675b9238cb6 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:00.839462 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-64360a6e-2487-442a-b4b3-4cc4ef5af653 req-ea476459-461d-42ba-ae17-c675b9238cb6 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0542061 Mar 29 14:57:00.887166 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-64360a6e-2487-442a-b4b3-4cc4ef5af653 req-7e14d0be-22ba-46af-b278-7489218dc364 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419712 Mar 29 14:57:01.139516 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3046c0de-2d96-4c68-9647-933acc79c043 req-9bc8cbd6-802d-478a-b0a2-d6cbb63c0941 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0258672 Mar 29 14:57:01.231089 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b8256a66-0521-4f9e-ba24-a26edaabcb0a req-120fa513-c14f-43ee-b034-bca1f78b5871 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0246861 Mar 29 14:57:01.336424 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256a66-0521-4f9e-ba24-a26edaabcb0a req-a54473f9-6e79-4838-b672-7ed605358e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:01.337834 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b8256a66-0521-4f9e-ba24-a26edaabcb0a req-a54473f9-6e79-4838-b672-7ed605358e81 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0319e2af33245f4917a97026782fdd7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0935328 Mar 29 14:57:01.428512 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256a66-0521-4f9e-ba24-a26edaabcb0a req-8602936a-a11b-442d-9a08-5965e11e4d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:01.429981 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b8256a66-0521-4f9e-ba24-a26edaabcb0a req-8602936a-a11b-442d-9a08-5965e11e4d63 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856795 Mar 29 14:57:02.003213 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5267b-5123-4dd6-82e7-3e06a7794494 req-16e1bd83-ca81-4e65-b7d2-c788634962de tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:02.004675 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d3a5267b-5123-4dd6-82e7-3e06a7794494 req-16e1bd83-ca81-4e65-b7d2-c788634962de tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0516367 Mar 29 14:57:02.056344 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d3a5267b-5123-4dd6-82e7-3e06a7794494 req-0ed83650-9822-4e63-9dcb-661cd4920c22 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461795 Mar 29 14:57:02.254679 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ead790dd-79fe-4865-9a7a-05f6a98d16de req-e2fdc3e9-aff3-45d3-97e6-a0f03813c7e5 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0271256 Mar 29 14:57:02.277546 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 37220) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:02.624865 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b8256a66-0521-4f9e-ba24-a26edaabcb0a req-8a4c67be-8d5b-48fa-a823-b7600e66aa84 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0298283 Mar 29 14:57:02.785932 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-03e67244-4c71-4530-abbc-c565a04bff0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606844'] for router_interface (8603b2cf-177c-445b-9266-6a273077e9f0), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:03.077452 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-03e67244-4c71-4530-abbc-c565a04bff0b admin admin] Deleting port 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec {{(pid=115498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:57:03.078167 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-03e67244-4c71-4530-abbc-c565a04bff0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (16824fc3-c720-4cb6-8f56-7b6c2b3d03ec), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:03.189869 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.db [None req-03e67244-4c71-4530-abbc-c565a04bff0b admin admin] For port 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=16824fc3-c720-4cb6-8f56-7b6c2b3d03ec,segment=NetworkSegment(6121bfc8-4900-448d-b8cd-8e812e46f83a),segment_id=6121bfc8-4900-448d-b8cd-8e812e46f83a)] {{(pid=115498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:57:03.190234 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-03e67244-4c71-4530-abbc-c565a04bff0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (16824fc3-c720-4cb6-8f56-7b6c2b3d03ec), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:03.205872 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-03e67244-4c71-4530-abbc-c565a04bff0b admin admin] Calling delete_port for 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec owned by network:router_interface {{(pid=115498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:57:03.217055 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ceb515-b485-4a22-9588-fa92fad7a31a req-161486bc-1eb0-4ac5-8522-e46291f4e56d tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:03.218653 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-98ceb515-b485-4a22-9588-fa92fad7a31a req-161486bc-1eb0-4ac5-8522-e46291f4e56d tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0944805 Mar 29 14:57:03.313715 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-98ceb515-b485-4a22-9588-fa92fad7a31a req-9ab31d87-3b3e-469e-926b-538ed5afb895 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876422 Mar 29 14:57:03.503449 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-03e67244-4c71-4530-abbc-c565a04bff0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (16824fc3-c720-4cb6-8f56-7b6c2b3d03ec), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:03.536848 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e67244-4c71-4530-abbc-c565a04bff0b admin admin] Pushing event deleted for resources: {'Port': ['ID=16824fc3-c720-4cb6-8f56-7b6c2b3d03ec,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:03.694680 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-03e67244-4c71-4530-abbc-c565a04bff0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-609260'] for router_interface (8603b2cf-177c-445b-9266-6a273077e9f0), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:03.911978 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e67244-4c71-4530-abbc-c565a04bff0b admin admin] Router 8603b2cf-177c-445b-9266-6a273077e9f0 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:57:04.018402 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e67244-4c71-4530-abbc-c565a04bff0b admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:57:04.023323 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-03e67244-4c71-4530-abbc-c565a04bff0b admin admin] 10.222.0.16 "PUT /v2.0/routers/8603b2cf-177c-445b-9266-6a273077e9f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7447820 Mar 29 14:57:04.025883 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 37230) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:04.027229 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01d27d9-a2aa-4a3c-8694-bdae6b28b831 None None] Sync routers for ids ['8603b2cf-177c-445b-9266-6a273077e9f0'] in dv-cinder-835525-2-iscsi {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:57:04.037503 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01d27d9-a2aa-4a3c-8694-bdae6b28b831 None None] Routers {'8603b2cf-177c-445b-9266-6a273077e9f0'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:57:04.038125 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-c01d27d9-a2aa-4a3c-8694-bdae6b28b831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:56:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['8603b2cf-177c-445b-9266-6a273077e9f0'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:04.132088 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8bf00e1f-4aa6-4b67-89bf-8769a85e8439 admin admin] Publish callbacks [] for router (8603b2cf-177c-445b-9266-6a273077e9f0), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:04.274777 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-c01d27d9-a2aa-4a3c-8694-bdae6b28b831 None None] Set router 8603b2cf-177c-445b-9266-6a273077e9f0 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:57:04.468454 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-c01d27d9-a2aa-4a3c-8694-bdae6b28b831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'name': 'tempest-AttachVolumeTestJSON-1683125599-router', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:57:03Z', 'revision_number': 5, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'gw_port': {'id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:04.470015 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148e19d-f34b-4cfe-8a96-286f872b68f8 req-c56cae1a-1083-4168-a236-2510fc5f3bca tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:04.471506 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2148e19d-f34b-4cfe-8a96-286f872b68f8 req-c56cae1a-1083-4168-a236-2510fc5f3bca tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0726323 Mar 29 14:57:04.495460 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01d27d9-a2aa-4a3c-8694-bdae6b28b831 None None] Checking router: 8603b2cf-177c-445b-9266-6a273077e9f0 for host: dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:57:04.498929 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8bf00e1f-4aa6-4b67-89bf-8769a85e8439 admin admin] Publish callbacks [] for router_gateway (8603b2cf-177c-445b-9266-6a273077e9f0), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:04.503998 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01d27d9-a2aa-4a3c-8694-bdae6b28b831 None None] Routers {'8603b2cf-177c-445b-9266-6a273077e9f0'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:57:04.504665 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-c01d27d9-a2aa-4a3c-8694-bdae6b28b831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:56:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['8603b2cf-177c-445b-9266-6a273077e9f0'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:04.532206 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2148e19d-f34b-4cfe-8a96-286f872b68f8 req-c0d258cd-bb44-4346-ab2c-4feceedafa41 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536437 Mar 29 14:57:04.611202 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-c01d27d9-a2aa-4a3c-8694-bdae6b28b831 None None] Set router 8603b2cf-177c-445b-9266-6a273077e9f0 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:57:04.634730 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-8bf00e1f-4aa6-4b67-89bf-8769a85e8439 admin admin] Deleting port e170ae4c-03fa-4301-89c7-793d38169f08 {{(pid=115498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:57:04.635116 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8bf00e1f-4aa6-4b67-89bf-8769a85e8439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (e170ae4c-03fa-4301-89c7-793d38169f08), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:04.710562 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.db [None req-8bf00e1f-4aa6-4b67-89bf-8769a85e8439 admin admin] For port e170ae4c-03fa-4301-89c7-793d38169f08, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=e170ae4c-03fa-4301-89c7-793d38169f08,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:57:04.710924 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8bf00e1f-4aa6-4b67-89bf-8769a85e8439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (e170ae4c-03fa-4301-89c7-793d38169f08), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:04.723570 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-8bf00e1f-4aa6-4b67-89bf-8769a85e8439 admin admin] Calling delete_port for e170ae4c-03fa-4301-89c7-793d38169f08 owned by network:router_gateway {{(pid=115498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:57:04.785194 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-c01d27d9-a2aa-4a3c-8694-bdae6b28b831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'name': 'tempest-AttachVolumeTestJSON-1683125599-router', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:57:03Z', 'revision_number': 5, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'gw_port': {'id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:04.816196 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01d27d9-a2aa-4a3c-8694-bdae6b28b831 None None] The sync data for ids ['8603b2cf-177c-445b-9266-6a273077e9f0'] in dv-cinder-835525-2-iscsi is: [{'id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'name': 'tempest-AttachVolumeTestJSON-1683125599-router', 'tenant_id': 'f0319e2af33245f4917a97026782fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:57:03Z', 'revision_number': 5, 'project_id': 'f0319e2af33245f4917a97026782fdd7', 'gw_port': {'id': 'e170ae4c-03fa-4301-89c7-793d38169f08', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8603b2cf-177c-445b-9266-6a273077e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}] {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:57:04.943107 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8bf00e1f-4aa6-4b67-89bf-8769a85e8439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (e170ae4c-03fa-4301-89c7-793d38169f08), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:04.970912 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf00e1f-4aa6-4b67-89bf-8769a85e8439 admin admin] Pushing event deleted for resources: {'Port': ['ID=e170ae4c-03fa-4301-89c7-793d38169f08,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:05.029036 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8bf00e1f-4aa6-4b67-89bf-8769a85e8439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606214'] for router_gateway (8603b2cf-177c-445b-9266-6a273077e9f0), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:05.130725 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8bf00e1f-4aa6-4b67-89bf-8769a85e8439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (8603b2cf-177c-445b-9266-6a273077e9f0), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:05.134309 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8bf00e1f-4aa6-4b67-89bf-8769a85e8439 admin admin] Publish callbacks [] for router_controller (8603b2cf-177c-445b-9266-6a273077e9f0), precommit_delete_associations {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:05.292709 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8bf00e1f-4aa6-4b67-89bf-8769a85e8439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608739'] for router (8603b2cf-177c-445b-9266-6a273077e9f0), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:05.293253 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf00e1f-4aa6-4b67-89bf-8769a85e8439 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8603b2cf-177c-445b-9266-6a273077e9f0 {{(pid=115498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 14:57:05.303132 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8bf00e1f-4aa6-4b67-89bf-8769a85e8439 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:05.303132 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-8bf00e1f-4aa6-4b67-89bf-8769a85e8439 admin admin] 10.222.0.16 "DELETE /v2.0/routers/8603b2cf-177c-445b-9266-6a273077e9f0 HTTP/1.1" status: 204 len: 168 time: 1.2723920 Mar 29 14:57:05.303132 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 37238) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:05.348568 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a4cdb2-d019-404a-98a6-91c8ee55d0d4 admin admin] Deleting subnet b8b1f603-e72f-4efd-a272-2d43ba7184c9 {{(pid=115498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 14:57:05.351945 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-42a4cdb2-d019-404a-98a6-91c8ee55d0d4 admin admin] Publish callbacks [] for subnet (b8b1f603-e72f-4efd-a272-2d43ba7184c9), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:05.387292 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-42a4cdb2-d019-404a-98a6-91c8ee55d0d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439781'] for subnet (b8b1f603-e72f-4efd-a272-2d43ba7184c9), precommit_delete_associations {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:05.499579 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-42a4cdb2-d019-404a-98a6-91c8ee55d0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187270'] for subnet (b8b1f603-e72f-4efd-a272-2d43ba7184c9), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:05.646329 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc499fb-a26f-4b69-bd7b-720f712ade1d req-b443c661-a18b-44cb-a9ef-2592091e4811 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:05.647795 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9bc499fb-a26f-4b69-bd7b-720f712ade1d req-b443c661-a18b-44cb-a9ef-2592091e4811 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0502408 Mar 29 14:57:05.649220 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-42a4cdb2-d019-404a-98a6-91c8ee55d0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10357351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8856191'] for subnet (b8b1f603-e72f-4efd-a272-2d43ba7184c9), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:05.685583 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4cdb2-d019-404a-98a6-91c8ee55d0d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b1f603-e72f-4efd-a272-2d43ba7184c9,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:05.696427 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-42a4cdb2-d019-404a-98a6-91c8ee55d0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:05.700076 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-42a4cdb2-d019-404a-98a6-91c8ee55d0d4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b8b1f603-e72f-4efd-a272-2d43ba7184c9 HTTP/1.1" status: 204 len: 168 time: 0.3974783 Mar 29 14:57:05.700776 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de0dee3-c66f-4d07-9a4d-c1887f70d672 None None] Network 75f25c62-261a-44d8-a334-90884043b260 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:57:05.702966 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37242) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:05.730695 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9bc499fb-a26f-4b69-bd7b-720f712ade1d req-5a27bddf-963c-43b5-8c7c-49d1a4a53ab9 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765440 Mar 29 14:57:05.771647 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1063815'] for network (75f25c62-261a-44d8-a334-90884043b260), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:05.832868 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] Deleting port f2321ec1-cba5-40cb-b7f6-fbabf799065c {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:57:05.832868 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (f2321ec1-cba5-40cb-b7f6-fbabf799065c), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:05.882888 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] DHCP port deletion for 75f25c62-261a-44d8-a334-90884043b260 request from dv-cinder-835525-2-iscsi {{(pid=115500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 14:57:05.908359 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] For port f2321ec1-cba5-40cb-b7f6-fbabf799065c, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=f2321ec1-cba5-40cb-b7f6-fbabf799065c,segment=NetworkSegment(6121bfc8-4900-448d-b8cd-8e812e46f83a),segment_id=6121bfc8-4900-448d-b8cd-8e812e46f83a)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:57:05.908722 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (f2321ec1-cba5-40cb-b7f6-fbabf799065c), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:05.921186 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] Calling delete_port for f2321ec1-cba5-40cb-b7f6-fbabf799065c owned by network:dhcp {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:57:05.934815 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Deleting port f2321ec1-cba5-40cb-b7f6-fbabf799065c {{(pid=115500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:57:05.935217 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (f2321ec1-cba5-40cb-b7f6-fbabf799065c), before_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:05.995913 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] For port f2321ec1-cba5-40cb-b7f6-fbabf799065c, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=f2321ec1-cba5-40cb-b7f6-fbabf799065c,segment=NetworkSegment(6121bfc8-4900-448d-b8cd-8e812e46f83a),segment_id=6121bfc8-4900-448d-b8cd-8e812e46f83a)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:57:05.996309 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (f2321ec1-cba5-40cb-b7f6-fbabf799065c), precommit_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:06.008285 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Calling delete_port for f2321ec1-cba5-40cb-b7f6-fbabf799065c owned by network:dhcp {{(pid=115500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:57:06.063266 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (f2321ec1-cba5-40cb-b7f6-fbabf799065c), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:06.088562 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2321ec1-cba5-40cb-b7f6-fbabf799065c,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:06.092062 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] No DVR routers for this DVR port f2321ec1-cba5-40cb-b7f6-fbabf799065c on host dv-cinder-835525-2-iscsi {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 14:57:06.123783 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271'] for port (f2321ec1-cba5-40cb-b7f6-fbabf799065c), after_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:06.149154 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Pushing event deleted for resources: {'Port': ['ID=f2321ec1-cba5-40cb-b7f6-fbabf799065c,revision_number=None']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:06.152175 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] No DVR routers for this DVR port f2321ec1-cba5-40cb-b7f6-fbabf799065c on host dv-cinder-835525-2-iscsi {{(pid=115500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 14:57:06.157789 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.158165 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.158477 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.158826 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.159158 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.159483 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.159804 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.160126 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.160443 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.160763 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.161104 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.161444 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.161766 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.162079 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.162393 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbf9e8-bd3c-4882-8195-2c8ce03f69bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.165752 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8727032248890'] for network (75f25c62-261a-44d8-a334-90884043b260), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:06.188088 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f25c62-261a-44d8-a334-90884043b260']}} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:06.197117 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6121bfc8-4900-448d-b8cd-8e812e46f83a') {'for_net_delete': True} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:06.197407 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6121bfc8-4900-448d-b8cd-8e812e46f83a') {} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:06.206859 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727032247107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8420983'] for segment (6121bfc8-4900-448d-b8cd-8e812e46f83a), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:06.220092 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (6121bfc8-4900-448d-b8cd-8e812e46f83a), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:06.225886 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=115499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 14:57:06.226266 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9130313'] for segment (6121bfc8-4900-448d-b8cd-8e812e46f83a), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: Traceback (most recent call last): Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: timer() Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: cb(*args, **kw) Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: return func(*args, **kwargs) Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: self._notify() Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: self.callback(batched_events) Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: event.method(event) Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: return f(self, *a, **k) Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: return self._get(url).json() Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: return self.request(url, 'GET', **kwargs) Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 14:57:06.227850 dv-cinder-835525-2-iscsi neutron-server[115499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 14:57:06.317847 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device e170ae4c-03fa-4301-89c7-793d38169f08 no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:57:06.341096 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: e170ae4c-03fa-4301-89c7-793d38169f08 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 14:57:06.341988 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device e170ae4c-03fa-4301-89c7-793d38169f08 not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 14:57:06.341988 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:57:06.361216 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 14:57:06.361571 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 16824fc3-c720-4cb6-8f56-7b6c2b3d03ec not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 14:57:06.361983 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device f2321ec1-cba5-40cb-b7f6-fbabf799065c no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:57:06.371787 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606314'] for network (75f25c62-261a-44d8-a334-90884043b260), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:06.384305 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:06.384615 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: f2321ec1-cba5-40cb-b7f6-fbabf799065c {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 14:57:06.384615 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device f2321ec1-cba5-40cb-b7f6-fbabf799065c not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 14:57:06.384798 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/75f25c62-261a-44d8-a334-90884043b260 HTTP/1.1" status: 204 len: 168 time: 0.6778464 Mar 29 14:57:06.393927 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e267ff-e743-41cc-86f1-464bf5e7f1d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=75f25c62-261a-44d8-a334-90884043b260,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:06.683048 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37250) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:06.720941 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-1b315d24-cb52-4028-94ae-b183252dd30e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0319e2af33245f4917a97026782fdd7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0367808 Mar 29 14:57:06.727750 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37252) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:06.772417 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] Publish callbacks [] for security_group (27a33829-f5d3-4e0f-9e8b-6a91188e78c3), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:06.793527 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] Publish callbacks [] for security_group (27a33829-f5d3-4e0f-9e8b-6a91188e78c3), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:06.846166 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0ac17-71aa-49c3-8904-837de77fd470 req-c44d9dfb-4260-4643-bdc8-c6d0b3f5acbf tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:06.847635 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ebe0ac17-71aa-49c3-8904-837de77fd470 req-c44d9dfb-4260-4643-bdc8-c6d0b3f5acbf tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0516708 Mar 29 14:57:06.896262 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ebe0ac17-71aa-49c3-8904-837de77fd470 req-31c921bd-f822-4aa1-ad78-f1434623fc79 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429573 Mar 29 14:57:06.904863 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (27a33829-f5d3-4e0f-9e8b-6a91188e78c3), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:06.907490 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:06.908626 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/27a33829-f5d3-4e0f-9e8b-6a91188e78c3 HTTP/1.1" status: 204 len: 168 time: 0.1800101 Mar 29 14:57:06.916154 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a33829-f5d3-4e0f-9e8b-6a91188e78c3,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:06.923325 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.923659 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.923992 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.924307 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.924636 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.924952 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.925300 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.925617 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.925931 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.926245 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.926560 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.926872 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.927181 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.927775 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:06.928085 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab9b6d-7541-4ea0-b3dd-f156fe849279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:08.021954 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ff1dc-8406-43db-a299-dbde07c6cd46 req-b3f00b14-b7e6-4a2d-be9f-86cf98891d3f tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:08.023349 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1b0ff1dc-8406-43db-a299-dbde07c6cd46 req-b3f00b14-b7e6-4a2d-be9f-86cf98891d3f tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0566757 Mar 29 14:57:08.071770 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1b0ff1dc-8406-43db-a299-dbde07c6cd46 req-f61d6ce9-f955-411b-bf89-32a775432870 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421927 Mar 29 14:57:08.920456 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8160c2bd-92a6-4e3e-b551-9c509a77aadb req-dc1124d0-607f-442e-99f2-6f2f014dbffe tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856731269&fields=id&tenant_id=59c8a5905d7d45b5b833ace29a4559d0 HTTP/1.1" status: 200 len: 267 time: 0.0426373 Mar 29 14:57:08.976042 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160c2bd-92a6-4e3e-b551-9c509a77aadb req-62c001e6-6fd6-4c21-92ee-64d1f74e1331 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:08.977518 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8160c2bd-92a6-4e3e-b551-9c509a77aadb req-62c001e6-6fd6-4c21-92ee-64d1f74e1331 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 983 time: 0.0517676 Mar 29 14:57:08.988269 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [req-8160c2bd-92a6-4e3e-b551-9c509a77aadb req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Request body: {'port': {'security_groups': ['74c92f71-d20e-4506-a58a-13aa5601e48c']}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:57:09.073158 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [req-8160c2bd-92a6-4e3e-b551-9c509a77aadb req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:09.247762 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad44b1a-0b3d-473f-9e16-8a5306ae506f req-0db67cb9-cefe-4858-a809-4dd161453830 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:09.249274 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bad44b1a-0b3d-473f-9e16-8a5306ae506f req-0db67cb9-cefe-4858-a809-4dd161453830 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.1126616 Mar 29 14:57:09.308600 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.db [req-8160c2bd-92a6-4e3e-b551-9c509a77aadb req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] For port 074fc41f-7341-4e36-9c84-6ba8ce452a28, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=074fc41f-7341-4e36-9c84-6ba8ce452a28,segment=NetworkSegment(d972c796-b53c-442c-8b95-c55eed721ffa),segment_id=d972c796-b53c-442c-8b95-c55eed721ffa)] {{(pid=115498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:57:09.330580 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bad44b1a-0b3d-473f-9e16-8a5306ae506f req-9ddea199-c350-4cae-8b09-2ce8a5d6fdcb tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749738 Mar 29 14:57:09.348587 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [req-8160c2bd-92a6-4e3e-b551-9c509a77aadb req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:09.417750 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [req-8160c2bd-92a6-4e3e-b551-9c509a77aadb req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359965'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:09.458525 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160c2bd-92a6-4e3e-b551-9c509a77aadb req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:09.459133 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [req-8160c2bd-92a6-4e3e-b551-9c509a77aadb req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:09.460471 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8160c2bd-92a6-4e3e-b551-9c509a77aadb req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "PUT /v2.0/ports/074fc41f-7341-4e36-9c84-6ba8ce452a28 HTTP/1.1" status: 200 len: 941 time: 0.4767659 Mar 29 14:57:09.460913 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'tag': '074fc41f-7341-4e36-9c84-6ba8ce452a28'}] {{(pid=115498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:57:09.463673 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e942afba9a14c6231233b91f836bdf3e59ef1877de833c869ac23223c5a4452f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b578216e-243a-4c39-8f24-7bfd7f6062a5" -d '{"events": [{"name": "network-changed", "server_uuid": "95913f2f-2ddc-4026-8405-a0c035ef7be7", "tag": "074fc41f-7341-4e36-9c84-6ba8ce452a28"}]}' {{(pid=115498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:57:09.467611 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37308) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:09.492624 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Pushing event updated for resources: {'Port': ['ID=074fc41f-7341-4e36-9c84-6ba8ce452a28,revision_number=8']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:09.501226 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:09.501226 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:09.501660 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:09.502013 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:09.502357 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:09.502843 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:09.503189 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:09.503558 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:09.503847 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:09.504191 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:09.504524 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:09.504910 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:09.505487 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:09.505583 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:09.505985 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a16c8b-ce1e-4bdb-9f7e-10a334ad95eb tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:09.513843 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b068e1e5-1e60-4722-ac5f-701c24f2ff18 x-openstack-request-id: req-b068e1e5-1e60-4722-ac5f-701c24f2ff18 {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:57:09.514378 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95913f2f-2ddc-4026-8405-a0c035ef7be7", "tag": "074fc41f-7341-4e36-9c84-6ba8ce452a28", "status": "completed", "code": 200}]} {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:57:09.514794 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b068e1e5-1e60-4722-ac5f-701c24f2ff18 {{(pid=115498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:57:09.515342 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b068e1e5-1e60-4722-ac5f-701c24f2ff18'] response: {'name': 'network-changed', 'server_uuid': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'tag': '074fc41f-7341-4e36-9c84-6ba8ce452a28', 'status': 'completed', 'code': 200} Mar 29 14:57:09.538261 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d7aa9589-210e-4d09-aaf3-db33a0bc4a22 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group (7047ce42-9ddf-4177-88ec-a0dc9f6340f5), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:09.571703 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d7aa9589-210e-4d09-aaf3-db33a0bc4a22 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group (7047ce42-9ddf-4177-88ec-a0dc9f6340f5), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:09.686187 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-75136172-52fb-4ef4-b6a0-456f1fcf12d2 None None] Provisioning complete for port 074fc41f-7341-4e36-9c84-6ba8ce452a28 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:57:09.686765 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-75136172-52fb-4ef4-b6a0-456f1fcf12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:09.706254 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578216e-243a-4c39-8f24-7bfd7f6062a5 req-b730a8f9-b817-4adc-8a49-392f6bd468b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:09.707674 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b578216e-243a-4c39-8f24-7bfd7f6062a5 req-b730a8f9-b817-4adc-8a49-392f6bd468b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59c8a5905d7d45b5b833ace29a4559d0&device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 1128 time: 0.1456785 Mar 29 14:57:09.766078 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-75136172-52fb-4ef4-b6a0-456f1fcf12d2 None None] Current status of the port 074fc41f-7341-4e36-9c84-6ba8ce452a28 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:57:09.766369 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-75136172-52fb-4ef4-b6a0-456f1fcf12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:09.788767 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074fc41f-7341-4e36-9c84-6ba8ce452a28'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:57:09.790207 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d7aa9589-210e-4d09-aaf3-db33a0bc4a22 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (7047ce42-9ddf-4177-88ec-a0dc9f6340f5), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:09.791156 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ccf30e-5fd8-439e-aa25-b16815589f1f" -d '{"events": [{"server_uuid": "95913f2f-2ddc-4026-8405-a0c035ef7be7", "name": "network-vif-plugged", "status": "completed", "tag": "074fc41f-7341-4e36-9c84-6ba8ce452a28"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:57:09.793508 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d7aa9589-210e-4d09-aaf3-db33a0bc4a22 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:09.797274 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-d7aa9589-210e-4d09-aaf3-db33a0bc4a22 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "DELETE /v2.0/security-groups/7047ce42-9ddf-4177-88ec-a0dc9f6340f5 HTTP/1.1" status: 204 len: 168 time: 0.3253393 Mar 29 14:57:09.797877 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 37314) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:09.812971 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa9589-210e-4d09-aaf3-db33a0bc4a22 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7047ce42-9ddf-4177-88ec-a0dc9f6340f5,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:09.821404 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-75136172-52fb-4ef4-b6a0-456f1fcf12d2 None None] For port 074fc41f-7341-4e36-9c84-6ba8ce452a28, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=074fc41f-7341-4e36-9c84-6ba8ce452a28,segment=NetworkSegment(d972c796-b53c-442c-8b95-c55eed721ffa),segment_id=d972c796-b53c-442c-8b95-c55eed721ffa)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:57:09.826642 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578216e-243a-4c39-8f24-7bfd7f6062a5 req-6fdc612b-3adc-474b-a84c-1ec00a1001a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:09.830582 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b578216e-243a-4c39-8f24-7bfd7f6062a5 req-6fdc612b-3adc-474b-a84c-1ec00a1001a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ae2e8b4-22d2-4d52-a946-a55ff4289652 HTTP/1.1" status: 200 len: 915 time: 0.1161277 Mar 29 14:57:09.866554 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b55187-7250-4a26-8b51-05d0c405aeaf x-openstack-request-id: req-22b55187-7250-4a26-8b51-05d0c405aeaf {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:57:09.866885 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95913f2f-2ddc-4026-8405-a0c035ef7be7", "name": "network-vif-plugged", "status": "completed", "tag": "074fc41f-7341-4e36-9c84-6ba8ce452a28", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:57:09.867140 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22b55187-7250-4a26-8b51-05d0c405aeaf {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:57:09.867531 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b55187-7250-4a26-8b51-05d0c405aeaf'] response: {'server_uuid': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074fc41f-7341-4e36-9c84-6ba8ce452a28', 'code': 200} Mar 29 14:57:09.909539 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-75136172-52fb-4ef4-b6a0-456f1fcf12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:09.919296 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b578216e-243a-4c39-8f24-7bfd7f6062a5 req-12700b8a-3ec0-49c5-9bd7-d17b506b7832 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=074fc41f-7341-4e36-9c84-6ba8ce452a28 HTTP/1.1" status: 200 len: 1000 time: 0.0737658 Mar 29 14:57:09.974048 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75136172-52fb-4ef4-b6a0-456f1fcf12d2 None None] Pushing event updated for resources: {'Port': ['ID=074fc41f-7341-4e36-9c84-6ba8ce452a28,revision_number=9']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:09.983760 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578216e-243a-4c39-8f24-7bfd7f6062a5 req-87b1bb9a-aec0-4e63-a246-d53da9520558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:09.985264 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b578216e-243a-4c39-8f24-7bfd7f6062a5 req-87b1bb9a-aec0-4e63-a246-d53da9520558 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38a2dac5-7c8e-4061-bce9-293971606099 HTTP/1.1" status: 200 len: 853 time: 0.0594239 Mar 29 14:57:10.003513 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-822c02b0-0f67-4494-bb3d-a61398f743f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Deleting port 19e313a6-12be-4a6b-b2f3-aa7cd806aeb6 {{(pid=115498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:57:10.003861 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-822c02b0-0f67-4494-bb3d-a61398f743f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (19e313a6-12be-4a6b-b2f3-aa7cd806aeb6), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:10.040002 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578216e-243a-4c39-8f24-7bfd7f6062a5 req-6e701910-2c24-424b-b3f3-1454f1938bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:10.041691 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b578216e-243a-4c39-8f24-7bfd7f6062a5 req-6e701910-2c24-424b-b3f3-1454f1938bec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ae2e8b4-22d2-4d52-a946-a55ff4289652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502656 Mar 29 14:57:10.082024 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-822c02b0-0f67-4494-bb3d-a61398f743f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (19e313a6-12be-4a6b-b2f3-aa7cd806aeb6), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:10.082649 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-822c02b0-0f67-4494-bb3d-a61398f743f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for floatingip (19e313a6-12be-4a6b-b2f3-aa7cd806aeb6), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:10.095257 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-822c02b0-0f67-4494-bb3d-a61398f743f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Calling delete_port for 19e313a6-12be-4a6b-b2f3-aa7cd806aeb6 owned by network:floatingip {{(pid=115498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:57:10.144237 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b578216e-243a-4c39-8f24-7bfd7f6062a5 req-72a0cb5a-18f6-41a7-8a7b-b3e25c29823c service neutron] 10.222.0.13 "GET /v2.0/networks/6ae2e8b4-22d2-4d52-a946-a55ff4289652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940695 Mar 29 14:57:10.349081 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-822c02b0-0f67-4494-bb3d-a61398f743f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (19e313a6-12be-4a6b-b2f3-aa7cd806aeb6), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:10.378594 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c02b0-0f67-4494-bb3d-a61398f743f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Pushing event deleted for resources: {'Port': ['ID=19e313a6-12be-4a6b-b2f3-aa7cd806aeb6,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:10.476857 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-822c02b0-0f67-4494-bb3d-a61398f743f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks [] for floatingip (4291dbdd-3bab-454c-8018-282f25b69d79), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:10.477324 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.db.l3_db [None req-822c02b0-0f67-4494-bb3d-a61398f743f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Floating IP 4291dbdd-3bab-454c-8018-282f25b69d79 disassociated (deleted). External IP: 172.27.1.208, port: 074fc41f-7341-4e36-9c84-6ba8ce452a28. Mar 29 14:57:10.483849 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b578216e-243a-4c39-8f24-7bfd7f6062a5 req-ea897f2e-45ab-48ba-85fe-3b0aaf9c0f42 service neutron] 10.222.0.13 "GET /v2.0/networks/6ae2e8b4-22d2-4d52-a946-a55ff4289652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336689 Mar 29 14:57:10.523425 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d404d3-33c1-4725-9bbb-68a4e71faeeb req-558c51a2-9fb2-440c-bdaa-4ac39163afb1 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:10.525050 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-62d404d3-33c1-4725-9bbb-68a4e71faeeb req-558c51a2-9fb2-440c-bdaa-4ac39163afb1 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.1179368 Mar 29 14:57:10.614513 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-62d404d3-33c1-4725-9bbb-68a4e71faeeb req-1acc83cd-1a48-4b46-8f0e-32b0a6be7535 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629089 Mar 29 14:57:10.736166 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822c02b0-0f67-4494-bb3d-a61398f743f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Router f500ce78-bf40-4ff5-9dc7-6f9d770582d7 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:57:10.843910 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822c02b0-0f67-4494-bb3d-a61398f743f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:57:10.848564 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-822c02b0-0f67-4494-bb3d-a61398f743f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:10.853250 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40383760-9609-4b49-a114-dba014cc4498 None None] Sync routers for ids ['f500ce78-bf40-4ff5-9dc7-6f9d770582d7'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:57:10.863291 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40383760-9609-4b49-a114-dba014cc4498 None None] Routers {'f500ce78-bf40-4ff5-9dc7-6f9d770582d7'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:57:10.863897 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-40383760-9609-4b49-a114-dba014cc4498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:56:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['f500ce78-bf40-4ff5-9dc7-6f9d770582d7'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:10.878049 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-822c02b0-0f67-4494-bb3d-a61398f743f2 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "DELETE /v2.0/floatingips/4291dbdd-3bab-454c-8018-282f25b69d79 HTTP/1.1" status: 204 len: 168 time: 1.0792620 Mar 29 14:57:10.970513 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-40383760-9609-4b49-a114-dba014cc4498 None None] Set router f500ce78-bf40-4ff5-9dc7-6f9d770582d7 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:57:11.164720 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-40383760-9609-4b49-a114-dba014cc4498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'name': 'tempest-TestMinimumBasicScenario-371417508-router', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:47Z', 'updated_at': '2022-03-29T14:53:52Z', 'revision_number': 4, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'gw_port': {'id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:48Z', 'updated_at': '2022-03-29T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '07c3bdbc-215a-4c5c-9750-931f85c55c34', 'name': '', 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'mac_address': 'fa:16:3e:49:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '38a2dac5-7c8e-4061-bce9-293971606099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:51Z', 'updated_at': '2022-03-29T14:53:57Z', 'revision_number': 5, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'subnets': [{'id': '38a2dac5-7c8e-4061-bce9-293971606099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:11.194777 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40383760-9609-4b49-a114-dba014cc4498 None None] Checking router: f500ce78-bf40-4ff5-9dc7-6f9d770582d7 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:57:11.203076 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40383760-9609-4b49-a114-dba014cc4498 None None] Routers {'f500ce78-bf40-4ff5-9dc7-6f9d770582d7'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:57:11.203701 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-40383760-9609-4b49-a114-dba014cc4498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:56:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['f500ce78-bf40-4ff5-9dc7-6f9d770582d7'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:11.321293 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-40383760-9609-4b49-a114-dba014cc4498 None None] Set router f500ce78-bf40-4ff5-9dc7-6f9d770582d7 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:57:11.514485 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-40383760-9609-4b49-a114-dba014cc4498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'name': 'tempest-TestMinimumBasicScenario-371417508-router', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:47Z', 'updated_at': '2022-03-29T14:53:52Z', 'revision_number': 4, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'gw_port': {'id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:48Z', 'updated_at': '2022-03-29T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '07c3bdbc-215a-4c5c-9750-931f85c55c34', 'name': '', 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'mac_address': 'fa:16:3e:49:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '38a2dac5-7c8e-4061-bce9-293971606099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:51Z', 'updated_at': '2022-03-29T14:53:57Z', 'revision_number': 5, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'subnets': [{'id': '38a2dac5-7c8e-4061-bce9-293971606099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:11.517565 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'tag': '074fc41f-7341-4e36-9c84-6ba8ce452a28'}] {{(pid=115498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:57:11.519060 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e942afba9a14c6231233b91f836bdf3e59ef1877de833c869ac23223c5a4452f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c484598-d4a2-490a-bdc2-95d93142c283" -d '{"events": [{"name": "network-changed", "server_uuid": "95913f2f-2ddc-4026-8405-a0c035ef7be7", "tag": "074fc41f-7341-4e36-9c84-6ba8ce452a28"}]}' {{(pid=115498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:57:11.550694 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40383760-9609-4b49-a114-dba014cc4498 None None] The sync data for ids ['f500ce78-bf40-4ff5-9dc7-6f9d770582d7'] in dv-cinder-835525-2-iscsi is: [{'id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'name': 'tempest-TestMinimumBasicScenario-371417508-router', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:47Z', 'updated_at': '2022-03-29T14:53:52Z', 'revision_number': 4, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'gw_port': {'id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:48Z', 'updated_at': '2022-03-29T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '07c3bdbc-215a-4c5c-9750-931f85c55c34', 'name': '', 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'mac_address': 'fa:16:3e:49:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '38a2dac5-7c8e-4061-bce9-293971606099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:51Z', 'updated_at': '2022-03-29T14:53:57Z', 'revision_number': 5, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'subnets': [{'id': '38a2dac5-7c8e-4061-bce9-293971606099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:57:11.554580 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 14:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004001d1-6a76-469d-b665-654c4a158a57 x-openstack-request-id: req-004001d1-6a76-469d-b665-654c4a158a57 {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:57:11.554822 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95913f2f-2ddc-4026-8405-a0c035ef7be7", "tag": "074fc41f-7341-4e36-9c84-6ba8ce452a28", "status": "completed", "code": 200}]} {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:57:11.555007 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-004001d1-6a76-469d-b665-654c4a158a57 {{(pid=115498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:57:11.555420 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004001d1-6a76-469d-b665-654c4a158a57'] response: {'name': 'network-changed', 'server_uuid': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'tag': '074fc41f-7341-4e36-9c84-6ba8ce452a28', 'status': 'completed', 'code': 200} Mar 29 14:57:11.654172 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c484598-d4a2-490a-bdc2-95d93142c283 req-91e77764-847c-4643-89e3-ba3f91c72820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:11.655694 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-0c484598-d4a2-490a-bdc2-95d93142c283 req-91e77764-847c-4643-89e3-ba3f91c72820 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59c8a5905d7d45b5b833ace29a4559d0&device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 1130 time: 0.0536501 Mar 29 14:57:11.701109 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 37360) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:11.753620 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd618c3-60ea-4ed3-ac2a-26f09592af5b req-33e0f770-aef8-4c65-a4ab-7fdc1fadcc6e tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:11.755186 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c484598-d4a2-490a-bdc2-95d93142c283 req-16fae7ff-e1de-48c4-8cfc-44dd4208ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:11.756727 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-0c484598-d4a2-490a-bdc2-95d93142c283 req-16fae7ff-e1de-48c4-8cfc-44dd4208ce39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ae2e8b4-22d2-4d52-a946-a55ff4289652 HTTP/1.1" status: 200 len: 915 time: 0.0954940 Mar 29 14:57:11.757595 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3bd618c3-60ea-4ed3-ac2a-26f09592af5b req-33e0f770-aef8-4c65-a4ab-7fdc1fadcc6e tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0657134 Mar 29 14:57:11.809238 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-0c484598-d4a2-490a-bdc2-95d93142c283 req-871bd78b-cfb4-44c5-8f68-0e69df1f968a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=074fc41f-7341-4e36-9c84-6ba8ce452a28 HTTP/1.1" status: 200 len: 217 time: 0.0441868 Mar 29 14:57:11.815650 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3bd618c3-60ea-4ed3-ac2a-26f09592af5b req-420dc19d-9b61-4d9a-b152-03d40a9e474e tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540655 Mar 29 14:57:11.850256 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb60fd52-b630-4d94-b4ee-3c8939ed80d3 None None] New status for floating IP 4291dbdd-3bab-454c-8018-282f25b69d79: DOWN {{(pid=115500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 14:57:11.851455 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cb1a61d1-9467-439b-9299-efd01ef93550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:11.859464 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c484598-d4a2-490a-bdc2-95d93142c283 req-c48e30e0-5e5f-4b78-8940-212a489bbca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:11.861079 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-0c484598-d4a2-490a-bdc2-95d93142c283 req-c48e30e0-5e5f-4b78-8940-212a489bbca5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38a2dac5-7c8e-4061-bce9-293971606099 HTTP/1.1" status: 200 len: 853 time: 0.0462973 Mar 29 14:57:11.909089 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c484598-d4a2-490a-bdc2-95d93142c283 req-4b893e08-89e5-4650-9945-aaa7cbab2d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:11.910755 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-0c484598-d4a2-490a-bdc2-95d93142c283 req-4b893e08-89e5-4650-9945-aaa7cbab2d05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ae2e8b4-22d2-4d52-a946-a55ff4289652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441043 Mar 29 14:57:11.929474 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cb1a61d1-9467-439b-9299-efd01ef93550 admin admin] Publish callbacks [] for security_group (f5e8f919-10b5-478c-896e-ad6b8b18dc6a), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:12.004085 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-0c484598-d4a2-490a-bdc2-95d93142c283 req-d0a37cae-267f-42e8-9dbc-9be0bbd06b48 service neutron] 10.222.0.13 "GET /v2.0/networks/6ae2e8b4-22d2-4d52-a946-a55ff4289652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873482 Mar 29 14:57:12.017252 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cb1a61d1-9467-439b-9299-efd01ef93550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (f5e8f919-10b5-478c-896e-ad6b8b18dc6a), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:12.055769 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-cb1a61d1-9467-439b-9299-efd01ef93550 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7f7a04b22bc4e41ba4c91d0590b4ffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3525202 Mar 29 14:57:12.056674 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a61d1-9467-439b-9299-efd01ef93550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e8f919-10b5-478c-896e-ad6b8b18dc6a,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:12.059103 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37364) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:12.123429 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-0c484598-d4a2-490a-bdc2-95d93142c283 req-ed66ecee-bfa9-43e0-a997-dd0a6ab13eff service neutron] 10.222.0.13 "GET /v2.0/networks/6ae2e8b4-22d2-4d52-a946-a55ff4289652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123068 Mar 29 14:57:12.133529 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a68bc179-c0a1-4226-94b7-a6bb6b81e437 admin admin] Publish callbacks [] for security_group (f5e8f919-10b5-478c-896e-ad6b8b18dc6a), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:12.154692 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a68bc179-c0a1-4226-94b7-a6bb6b81e437 admin admin] Publish callbacks [] for security_group (f5e8f919-10b5-478c-896e-ad6b8b18dc6a), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:12.257418 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a68bc179-c0a1-4226-94b7-a6bb6b81e437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (f5e8f919-10b5-478c-896e-ad6b8b18dc6a), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:12.263941 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a68bc179-c0a1-4226-94b7-a6bb6b81e437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:12.263941 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-a68bc179-c0a1-4226-94b7-a6bb6b81e437 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5e8f919-10b5-478c-896e-ad6b8b18dc6a HTTP/1.1" status: 204 len: 168 time: 0.2011347 Mar 29 14:57:12.269589 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68bc179-c0a1-4226-94b7-a6bb6b81e437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e8f919-10b5-478c-896e-ad6b8b18dc6a,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:12.931584 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d0de7-00c1-4943-ac2f-c8f5c13aee0b req-4089b9e8-cfa1-418e-a4f3-844cae0e0707 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:12.933182 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a71d0de7-00c1-4943-ac2f-c8f5c13aee0b req-4089b9e8-cfa1-418e-a4f3-844cae0e0707 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0523565 Mar 29 14:57:12.935530 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:57:12.984502 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a71d0de7-00c1-4943-ac2f-c8f5c13aee0b req-1a216b33-e721-4f1e-bd5e-42aeb06298eb tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456371 Mar 29 14:57:13.731098 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-4a29289a-136e-4206-a265-0c2ed38061b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:14.109381 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26b8c1-eb95-497e-b2cd-32e994b67181 req-e5e12009-b9cc-4a55-9d01-e9b4d90cbd95 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:14.109381 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-af26b8c1-eb95-497e-b2cd-32e994b67181 req-e5e12009-b9cc-4a55-9d01-e9b4d90cbd95 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0556178 Mar 29 14:57:14.151863 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-af26b8c1-eb95-497e-b2cd-32e994b67181 req-b22d6eec-cf13-4610-84b2-22314baecfbb tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424223 Mar 29 14:57:15.294520 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37454) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:15.407276 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a7d83a86-fb2c-4ed1-aa3e-00deb19856d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:15.429774 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e443df-b3cd-4402-aab6-d57c461577e1 req-bcebf356-2320-46fe-a06f-beb5ec1acd9d tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:15.431178 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f0e443df-b3cd-4402-aab6-d57c461577e1 req-bcebf356-2320-46fe-a06f-beb5ec1acd9d tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0548291 Mar 29 14:57:15.480071 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f0e443df-b3cd-4402-aab6-d57c461577e1 req-0fe2fce7-dc67-4c4c-91ad-d6d92659477c tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430944 Mar 29 14:57:15.482052 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a7d83a86-fb2c-4ed1-aa3e-00deb19856d1 admin admin] Publish callbacks [] for security_group (24f24316-c710-4560-8348-d43fc332838b), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:15.565471 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a7d83a86-fb2c-4ed1-aa3e-00deb19856d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (24f24316-c710-4560-8348-d43fc332838b), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:15.603463 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-a7d83a86-fb2c-4ed1-aa3e-00deb19856d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73bd0a9dfe5f4ebd8ce573dab81eca2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077569 Mar 29 14:57:15.604929 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d83a86-fb2c-4ed1-aa3e-00deb19856d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f24316-c710-4560-8348-d43fc332838b,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:15.607389 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 37462) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:15.654197 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b0f95f72-d164-410e-8748-f2fabb785add admin admin] Publish callbacks [] for security_group (24f24316-c710-4560-8348-d43fc332838b), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:15.675447 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b0f95f72-d164-410e-8748-f2fabb785add admin admin] Publish callbacks [] for security_group (24f24316-c710-4560-8348-d43fc332838b), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:15.782524 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-94efb2f7-9172-447a-8aa7-47330fa566e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:15.811139 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b0f95f72-d164-410e-8748-f2fabb785add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (24f24316-c710-4560-8348-d43fc332838b), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:15.813868 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b0f95f72-d164-410e-8748-f2fabb785add admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:15.814997 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-b0f95f72-d164-410e-8748-f2fabb785add admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24f24316-c710-4560-8348-d43fc332838b HTTP/1.1" status: 204 len: 168 time: 0.2065434 Mar 29 14:57:15.823479 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f95f72-d164-410e-8748-f2fabb785add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f24316-c710-4560-8348-d43fc332838b,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:16.406639 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37470) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:16.419318 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b422df07-b70b-4e65-9cbc-39edb9ccead2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:16.495177 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b422df07-b70b-4e65-9cbc-39edb9ccead2 admin admin] Publish callbacks [] for security_group (71d2b1c1-489b-4815-a925-5f26baa25e6b), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:16.548319 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b422df07-b70b-4e65-9cbc-39edb9ccead2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (71d2b1c1-489b-4815-a925-5f26baa25e6b), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:16.586045 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422df07-b70b-4e65-9cbc-39edb9ccead2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d2b1c1-489b-4815-a925-5f26baa25e6b,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:16.590265 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-b422df07-b70b-4e65-9cbc-39edb9ccead2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52b736a7c8634198a7f4560360df31a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1826568 Mar 29 14:57:16.592838 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37476) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:16.611445 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d9c2d-2f02-4207-84d8-173f402e6574 req-1061bb77-4dee-44f3-b5aa-adc124ac41cc tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:16.612578 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d90d9c2d-2f02-4207-84d8-173f402e6574 req-1061bb77-4dee-44f3-b5aa-adc124ac41cc tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0674894 Mar 29 14:57:16.642683 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-57b2b5a0-bdc4-4f12-95da-5dd889b498da admin admin] Publish callbacks [] for security_group (71d2b1c1-489b-4815-a925-5f26baa25e6b), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:16.661260 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d90d9c2d-2f02-4207-84d8-173f402e6574 req-26b1a242-5ba2-44d4-8691-62a27651419a tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430436 Mar 29 14:57:16.662894 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-57b2b5a0-bdc4-4f12-95da-5dd889b498da admin admin] Publish callbacks [] for security_group (71d2b1c1-489b-4815-a925-5f26baa25e6b), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:16.759893 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-57b2b5a0-bdc4-4f12-95da-5dd889b498da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (71d2b1c1-489b-4815-a925-5f26baa25e6b), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:16.762428 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-57b2b5a0-bdc4-4f12-95da-5dd889b498da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:16.763566 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-57b2b5a0-bdc4-4f12-95da-5dd889b498da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71d2b1c1-489b-4815-a925-5f26baa25e6b HTTP/1.1" status: 204 len: 168 time: 0.1697731 Mar 29 14:57:16.772903 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2b5a0-bdc4-4f12-95da-5dd889b498da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d2b1c1-489b-4815-a925-5f26baa25e6b,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:17.028641 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:17.778282 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23e062-ceb8-47f3-b168-b8435313ef11 req-13a1e622-df42-41ca-8fe4-d145c27c3d21 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:17.792921 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fc23e062-ceb8-47f3-b168-b8435313ef11 req-13a1e622-df42-41ca-8fe4-d145c27c3d21 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0539711 Mar 29 14:57:17.827313 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fc23e062-ceb8-47f3-b168-b8435313ef11 req-1df5f24a-8a65-4ea2-ae7c-cbe0e9a18a30 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419984 Mar 29 14:57:18.274452 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:18.945448 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6a977-28c9-4629-b835-d255c42d440d req-b78cdc0f-275d-4315-b248-bd59033b5afb tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:18.946935 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b9b6a977-28c9-4629-b835-d255c42d440d req-b78cdc0f-275d-4315-b248-bd59033b5afb tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0549018 Mar 29 14:57:18.995641 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b9b6a977-28c9-4629-b835-d255c42d440d req-839a789e-ce72-4168-aad9-e99ec8c80a9b tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424757 Mar 29 14:57:19.755387 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:20.109369 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f65fb-83f5-4dd4-ac05-ebd9b43735d6 req-7719f1c7-0e06-499e-9797-96c0b502f460 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:20.110803 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6c5f65fb-83f5-4dd4-ac05-ebd9b43735d6 req-7719f1c7-0e06-499e-9797-96c0b502f460 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0504570 Mar 29 14:57:20.158103 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6c5f65fb-83f5-4dd4-ac05-ebd9b43735d6 req-2cd0d284-6504-4fa4-878e-8ee26fa55e00 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415115 Mar 29 14:57:21.273139 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46520a99-aef6-400d-8b18-34c665879c6c req-9d7f755e-f316-45e6-884d-aaa546ee0675 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:21.274620 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-46520a99-aef6-400d-8b18-34c665879c6c req-9d7f755e-f316-45e6-884d-aaa546ee0675 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0528007 Mar 29 14:57:21.326913 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-46520a99-aef6-400d-8b18-34c665879c6c req-0ab10135-6278-4d8c-9c3e-986e00b9ac21 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466876 Mar 29 14:57:22.463516 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8409816-702e-4b9f-81b7-73d410a7cbb1 req-ecdf07e4-7fd4-4eaf-9c95-a25ecaf31b37 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:22.463516 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b8409816-702e-4b9f-81b7-73d410a7cbb1 req-ecdf07e4-7fd4-4eaf-9c95-a25ecaf31b37 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0518937 Mar 29 14:57:22.491170 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b8409816-702e-4b9f-81b7-73d410a7cbb1 req-c8f238ba-fec2-4982-bace-1d1fefcfee92 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424130 Mar 29 14:57:23.609154 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f686d-d26c-4398-ab67-e58c61ce1658 req-a2933950-f8ec-4cec-984f-475554532c75 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:23.610638 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-918f686d-d26c-4398-ab67-e58c61ce1658 req-a2933950-f8ec-4cec-984f-475554532c75 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0535707 Mar 29 14:57:23.659123 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-918f686d-d26c-4398-ab67-e58c61ce1658 req-85904d01-cee2-4acd-a71d-3e856180a5c4 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430229 Mar 29 14:57:24.780523 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e842e9-5f5e-432f-9e3b-5f92be8fae0d req-dc48c366-a575-4322-b700-d3bd11e29556 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:24.782019 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a2e842e9-5f5e-432f-9e3b-5f92be8fae0d req-dc48c366-a575-4322-b700-d3bd11e29556 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0549483 Mar 29 14:57:24.830973 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a2e842e9-5f5e-432f-9e3b-5f92be8fae0d req-883639ca-9200-49e1-b425-e4405d25e18e tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432549 Mar 29 14:57:25.950212 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01482cf3-7dc5-4522-86ca-a3df19c0124c req-90b5475a-ec1f-4f3b-90b2-495ffcc3a672 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:25.951602 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-01482cf3-7dc5-4522-86ca-a3df19c0124c req-90b5475a-ec1f-4f3b-90b2-495ffcc3a672 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0524976 Mar 29 14:57:26.001855 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-01482cf3-7dc5-4522-86ca-a3df19c0124c req-995bdc9b-c443-4784-a080-3714da28eda1 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445662 Mar 29 14:57:27.135715 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3dec1-0fee-4b13-846c-940c1fb69264 req-1372a760-79cc-4d12-8f91-aafb6037c0be tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:27.137426 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1bc3dec1-0fee-4b13-846c-940c1fb69264 req-1372a760-79cc-4d12-8f91-aafb6037c0be tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0694177 Mar 29 14:57:27.186222 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1bc3dec1-0fee-4b13-846c-940c1fb69264 req-ba01000b-b9a0-4c04-b79c-532ea404599b tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431771 Mar 29 14:57:28.304667 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec5d80-94af-4bc0-8a1c-817029007e77 req-bf6f6898-45c2-4637-a3c9-fbe95cadae61 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:28.306170 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-06ec5d80-94af-4bc0-8a1c-817029007e77 req-bf6f6898-45c2-4637-a3c9-fbe95cadae61 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0523653 Mar 29 14:57:28.353680 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-06ec5d80-94af-4bc0-8a1c-817029007e77 req-af874f77-6553-4707-bacf-49fdeeb96b24 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418851 Mar 29 14:57:28.976561 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:29.471665 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035cb47-2eb8-432c-9401-26614c8065d6 req-076c4b23-5fae-4a47-acf3-bed737f0bceb tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:29.473168 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3035cb47-2eb8-432c-9401-26614c8065d6 req-076c4b23-5fae-4a47-acf3-bed737f0bceb tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0528717 Mar 29 14:57:29.523516 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3035cb47-2eb8-432c-9401-26614c8065d6 req-655527ae-f1ee-4439-a3d5-281294298a32 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447772 Mar 29 14:57:30.016260 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37686) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:30.119706 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e0e97109-dc09-43ca-a837-69a9fa98bb9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:30.201748 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e0e97109-dc09-43ca-a837-69a9fa98bb9e admin admin] Publish callbacks [] for security_group (ebe21ca6-f5b5-431b-9b23-d00fa8eb6c44), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:30.297098 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e0e97109-dc09-43ca-a837-69a9fa98bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (ebe21ca6-f5b5-431b-9b23-d00fa8eb6c44), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:30.337751 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e97109-dc09-43ca-a837-69a9fa98bb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe21ca6-f5b5-431b-9b23-d00fa8eb6c44,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:30.345103 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-e0e97109-dc09-43ca-a837-69a9fa98bb9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfb9f22b95a64e949d2524dfd63f4605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253186 Mar 29 14:57:30.345511 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37696) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:30.392734 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e8441453-6382-45c3-9808-bf562f6cb1c7 admin admin] Publish callbacks [] for security_group (ebe21ca6-f5b5-431b-9b23-d00fa8eb6c44), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:30.413144 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e8441453-6382-45c3-9808-bf562f6cb1c7 admin admin] Publish callbacks [] for security_group (ebe21ca6-f5b5-431b-9b23-d00fa8eb6c44), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:30.536476 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e8441453-6382-45c3-9808-bf562f6cb1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (ebe21ca6-f5b5-431b-9b23-d00fa8eb6c44), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:30.539100 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e8441453-6382-45c3-9808-bf562f6cb1c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:30.540237 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-e8441453-6382-45c3-9808-bf562f6cb1c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ebe21ca6-f5b5-431b-9b23-d00fa8eb6c44 HTTP/1.1" status: 204 len: 168 time: 0.1940107 Mar 29 14:57:30.547818 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8441453-6382-45c3-9808-bf562f6cb1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe21ca6-f5b5-431b-9b23-d00fa8eb6c44,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:30.649984 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b0057-95f0-4a3e-92e0-1d9181968e77 req-52aeaac4-7be4-4611-a7c7-c5cc2e239b00 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:30.651340 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ee1b0057-95f0-4a3e-92e0-1d9181968e77 req-52aeaac4-7be4-4611-a7c7-c5cc2e239b00 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0522583 Mar 29 14:57:30.703255 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ee1b0057-95f0-4a3e-92e0-1d9181968e77 req-ed2d2b52-d5d7-4b1f-9195-ebde488f612e tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460968 Mar 29 14:57:31.130080 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37706) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:31.143098 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3dc0-9da0-4cb6-bf23-8860a0fd4831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:31.217986 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3dc0-9da0-4cb6-bf23-8860a0fd4831 admin admin] Publish callbacks [] for security_group (f76c1652-246f-431e-8b16-c3740fe27d62), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:31.274042 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3dc0-9da0-4cb6-bf23-8860a0fd4831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (f76c1652-246f-431e-8b16-c3740fe27d62), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:31.314191 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-0e4c3dc0-9da0-4cb6-bf23-8860a0fd4831 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26ef16fdde8d4c71b59339c81bca172e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1829624 Mar 29 14:57:31.315033 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c3dc0-9da0-4cb6-bf23-8860a0fd4831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76c1652-246f-431e-8b16-c3740fe27d62,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:31.316860 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 37710) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:31.369351 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3df1dfdc-2e54-4f8d-9f5f-f6e7f2a378b5 admin admin] Publish callbacks [] for security_group (f76c1652-246f-431e-8b16-c3740fe27d62), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:31.396282 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3df1dfdc-2e54-4f8d-9f5f-f6e7f2a378b5 admin admin] Publish callbacks [] for security_group (f76c1652-246f-431e-8b16-c3740fe27d62), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:31.530942 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3df1dfdc-2e54-4f8d-9f5f-f6e7f2a378b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (f76c1652-246f-431e-8b16-c3740fe27d62), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:31.533562 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-3df1dfdc-2e54-4f8d-9f5f-f6e7f2a378b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:31.534753 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-3df1dfdc-2e54-4f8d-9f5f-f6e7f2a378b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f76c1652-246f-431e-8b16-c3740fe27d62 HTTP/1.1" status: 204 len: 168 time: 0.2166481 Mar 29 14:57:31.542570 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1dfdc-2e54-4f8d-9f5f-f6e7f2a378b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76c1652-246f-431e-8b16-c3740fe27d62,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:31.821686 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea554b3-8e60-46f6-bf03-94b403da09d6 req-988bc5d8-9872-4ebe-a2ca-1e25a8fa5e13 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:31.823062 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4ea554b3-8e60-46f6-bf03-94b403da09d6 req-988bc5d8-9872-4ebe-a2ca-1e25a8fa5e13 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0548961 Mar 29 14:57:31.870505 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4ea554b3-8e60-46f6-bf03-94b403da09d6 req-febdc21a-79f9-469f-878b-3119d114a51c tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413291 Mar 29 14:57:32.990627 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc96cc-1972-4998-8767-8f1bcb9c7176 req-a60d7328-b269-462a-9838-a6450cb70759 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:32.992116 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5ebc96cc-1972-4998-8767-8f1bcb9c7176 req-a60d7328-b269-462a-9838-a6450cb70759 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0549715 Mar 29 14:57:33.041723 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5ebc96cc-1972-4998-8767-8f1bcb9c7176 req-f7d12fc6-6468-4dd5-8c07-5d0c40ccb361 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435784 Mar 29 14:57:33.600008 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 37758) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:33.706375 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b4019d82-f7e9-414f-bf85-8fdb21fc741a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:33.787065 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b4019d82-f7e9-414f-bf85-8fdb21fc741a admin admin] Publish callbacks [] for security_group (6300bcd1-b193-4e43-8faa-79452e27b770), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:33.862274 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b4019d82-f7e9-414f-bf85-8fdb21fc741a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (6300bcd1-b193-4e43-8faa-79452e27b770), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:34.124041 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4019d82-f7e9-414f-bf85-8fdb21fc741a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6300bcd1-b193-4e43-8faa-79452e27b770,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:34.132291 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-b4019d82-f7e9-414f-bf85-8fdb21fc741a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16afb20d6be54156b54f3ab004ffc51d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5310819 Mar 29 14:57:34.135035 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37764) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:34.173300 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caff169-c51b-4106-a719-880b2247d752 req-c20845e6-513b-44a2-9dfe-6e97fcae822e tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:34.174759 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6caff169-c51b-4106-a719-880b2247d752 req-c20845e6-513b-44a2-9dfe-6e97fcae822e tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0605898 Mar 29 14:57:34.197713 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c516bf5d-4ed7-49ce-b2fe-c1f62cf9ef96 admin admin] Publish callbacks [] for security_group (6300bcd1-b193-4e43-8faa-79452e27b770), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:34.219328 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c516bf5d-4ed7-49ce-b2fe-c1f62cf9ef96 admin admin] Publish callbacks [] for security_group (6300bcd1-b193-4e43-8faa-79452e27b770), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:34.226944 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6caff169-c51b-4106-a719-880b2247d752 req-ce885efc-24da-4240-8942-718a9c6415a3 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442672 Mar 29 14:57:34.348188 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c516bf5d-4ed7-49ce-b2fe-c1f62cf9ef96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (6300bcd1-b193-4e43-8faa-79452e27b770), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:34.350733 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c516bf5d-4ed7-49ce-b2fe-c1f62cf9ef96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:34.351962 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-c516bf5d-4ed7-49ce-b2fe-c1f62cf9ef96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6300bcd1-b193-4e43-8faa-79452e27b770 HTTP/1.1" status: 204 len: 168 time: 0.2154665 Mar 29 14:57:34.359973 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516bf5d-4ed7-49ce-b2fe-c1f62cf9ef96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6300bcd1-b193-4e43-8faa-79452e27b770,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:35.346470 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87cdea-f350-443a-9890-e8c4eee9cbf7 req-a42acea0-322e-4d77-828f-406120496841 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:35.350759 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-aa87cdea-f350-443a-9890-e8c4eee9cbf7 req-a42acea0-322e-4d77-828f-406120496841 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0557296 Mar 29 14:57:35.404895 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-aa87cdea-f350-443a-9890-e8c4eee9cbf7 req-9e6bafd1-90c2-4e6a-b9b9-e0e0b0d896df tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508311 Mar 29 14:57:36.552040 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273383ba-e7cd-4c32-a0ac-96437fa07fdc req-30a7d167-8fae-43f8-81f0-47cec21bfd10 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:36.553646 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-273383ba-e7cd-4c32-a0ac-96437fa07fdc req-30a7d167-8fae-43f8-81f0-47cec21bfd10 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0514560 Mar 29 14:57:36.602405 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-273383ba-e7cd-4c32-a0ac-96437fa07fdc req-325ac2b8-3fe3-4147-98f0-c578f2a2eb54 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432663 Mar 29 14:57:37.773614 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab9f80-63eb-468b-a39a-3fddd4022148 req-7260020a-af46-4526-882a-57cc7d948b9e tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:37.775084 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-29ab9f80-63eb-468b-a39a-3fddd4022148 req-7260020a-af46-4526-882a-57cc7d948b9e tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0523422 Mar 29 14:57:37.823050 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-29ab9f80-63eb-468b-a39a-3fddd4022148 req-db0c27b0-dcb0-406a-8577-f7e97fe50ddf tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423882 Mar 29 14:57:38.939475 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b01051-7ee5-4c0f-85d9-4135691d8deb req-b58fb74f-11a5-4d6f-b7c5-e380cfa48bb1 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:38.940871 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-35b01051-7ee5-4c0f-85d9-4135691d8deb req-b58fb74f-11a5-4d6f-b7c5-e380cfa48bb1 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0543597 Mar 29 14:57:38.989205 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-35b01051-7ee5-4c0f-85d9-4135691d8deb req-3374f402-f15d-434b-8235-8098ff54644b tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426919 Mar 29 14:57:40.103534 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47535a2a-9b61-439c-a16c-11bd860e990f req-76193201-a83b-46bf-ad13-906a93467efe tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:40.104902 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-47535a2a-9b61-439c-a16c-11bd860e990f req-76193201-a83b-46bf-ad13-906a93467efe tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0508816 Mar 29 14:57:40.152028 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-47535a2a-9b61-439c-a16c-11bd860e990f req-3895f67b-2a57-4b90-b8fb-5e0185af5f07 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407975 Mar 29 14:57:41.266723 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5d5e5-db8f-4a87-8c33-228b9683361b req-3b3762e7-d02c-4f00-b6ac-9a269ef3935f tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:41.268219 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a0a5d5e5-db8f-4a87-8c33-228b9683361b req-3b3762e7-d02c-4f00-b6ac-9a269ef3935f tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0505710 Mar 29 14:57:41.320803 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a0a5d5e5-db8f-4a87-8c33-228b9683361b req-b893f11b-774c-4ae3-9add-e88f2dc388d4 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468872 Mar 29 14:57:42.437808 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec1641-70d3-4ab6-ad35-0605e4c53838 req-441d59f8-6b2b-4d68-824a-8ecbfa90bce3 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:42.439195 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-46ec1641-70d3-4ab6-ad35-0605e4c53838 req-441d59f8-6b2b-4d68-824a-8ecbfa90bce3 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0517502 Mar 29 14:57:42.487535 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-46ec1641-70d3-4ab6-ad35-0605e4c53838 req-03719522-c686-4641-bff2-1bb463d5f77a tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427289 Mar 29 14:57:43.606112 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455f43a-a7c2-4d3a-b593-49fdf0e1d95e req-8c2e05bb-3cc4-4a65-9097-3f4dbc9c926f tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:43.607590 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6455f43a-a7c2-4d3a-b593-49fdf0e1d95e req-8c2e05bb-3cc4-4a65-9097-3f4dbc9c926f tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0534966 Mar 29 14:57:43.658051 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6455f43a-a7c2-4d3a-b593-49fdf0e1d95e req-b0e4d8e0-6098-4f46-9270-7f17fd01e8e5 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/security-groups?id=75b3be7b-e78c-4d99-9aca-1e8ca9c11877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447197 Mar 29 14:57:43.834239 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-f8a959a4-ec80-4bd9-a24a-747addeedc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:44.224476 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8d524cb4-386d-4298-88ff-e367d8aa0853 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:44.225934 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2e047011-c906-4842-b088-5478bb4f5a1e req-8d524cb4-386d-4298-88ff-e367d8aa0853 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 943 time: 0.0513163 Mar 29 14:57:44.327079 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-2e047011-c906-4842-b088-5478bb4f5a1e req-adbb53c1-34db-43b2-a665-a7072a00e573 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Deleting port ff4af5c0-070f-4032-ae8f-fc290becfef9 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:57:44.327408 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2e047011-c906-4842-b088-5478bb4f5a1e req-adbb53c1-34db-43b2-a665-a7072a00e573 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (ff4af5c0-070f-4032-ae8f-fc290becfef9), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:44.412237 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-2e047011-c906-4842-b088-5478bb4f5a1e req-adbb53c1-34db-43b2-a665-a7072a00e573 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] For port ff4af5c0-070f-4032-ae8f-fc290becfef9, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=ff4af5c0-070f-4032-ae8f-fc290becfef9,segment=NetworkSegment(d579536d-2401-4404-ae24-15f6986de736),segment_id=d579536d-2401-4404-ae24-15f6986de736)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:57:44.412595 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2e047011-c906-4842-b088-5478bb4f5a1e req-adbb53c1-34db-43b2-a665-a7072a00e573 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (ff4af5c0-070f-4032-ae8f-fc290becfef9), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:44.425212 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-2e047011-c906-4842-b088-5478bb4f5a1e req-adbb53c1-34db-43b2-a665-a7072a00e573 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Calling delete_port for ff4af5c0-070f-4032-ae8f-fc290becfef9 owned by compute:nova {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:57:44.639599 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2e047011-c906-4842-b088-5478bb4f5a1e req-adbb53c1-34db-43b2-a665-a7072a00e573 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (ff4af5c0-070f-4032-ae8f-fc290becfef9), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:44.668267 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb53c1-34db-43b2-a665-a7072a00e573 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Pushing event deleted for resources: {'Port': ['ID=ff4af5c0-070f-4032-ae8f-fc290becfef9,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:44.708946 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e047011-c906-4842-b088-5478bb4f5a1e req-adbb53c1-34db-43b2-a665-a7072a00e573 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] No DVR routers for this DVR port ff4af5c0-070f-4032-ae8f-fc290becfef9 on host hv-cinder-83552 {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 14:57:44.713346 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2e047011-c906-4842-b088-5478bb4f5a1e req-adbb53c1-34db-43b2-a665-a7072a00e573 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:44.716894 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2e047011-c906-4842-b088-5478bb4f5a1e req-adbb53c1-34db-43b2-a665-a7072a00e573 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.13 "DELETE /v2.0/ports/ff4af5c0-070f-4032-ae8f-fc290becfef9 HTTP/1.1" status: 204 len: 173 time: 0.4857159 Mar 29 14:57:44.717404 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2', 'name': 'network-vif-deleted', 'tag': 'ff4af5c0-070f-4032-ae8f-fc290becfef9'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:57:44.720113 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cfd6c0-37b2-4fce-a743-ce10f8783f7c" -d '{"events": [{"server_uuid": "06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2", "name": "network-vif-deleted", "tag": "ff4af5c0-070f-4032-ae8f-fc290becfef9"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:57:44.760388 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6e8516bc-a4cb-49e7-9141-b723dd4e9a89 req-8684a703-6f6d-47cf-a673-d9f4c616160f tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 210 time: 0.0318801 Mar 29 14:57:44.894548 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 29 Mar 2022 14:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84269bc-ae57-42ee-94e4-8eb8c98dddae x-openstack-request-id: req-e84269bc-ae57-42ee-94e4-8eb8c98dddae {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:57:44.900190 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2", "name": "network-vif-deleted", "tag": "ff4af5c0-070f-4032-ae8f-fc290becfef9", "status": "failed", "code": 422}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:57:44.900190 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e84269bc-ae57-42ee-94e4-8eb8c98dddae {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:57:44.900190 dv-cinder-835525-2-iscsi neutron-server[115499]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e84269bc-ae57-42ee-94e4-8eb8c98dddae']: {'server_uuid': '06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2', 'name': 'network-vif-deleted', 'tag': 'ff4af5c0-070f-4032-ae8f-fc290becfef9', 'status': 'failed', 'code': 422} returned with failed status Mar 29 14:57:45.731217 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 37982) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:45.742220 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ad90d94b-8e45-4202-94bb-c6488d15c74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:45.762532 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2e047011-c906-4842-b088-5478bb4f5a1e req-9613481f-1b3f-4a93-bdca-fe80ce4380d5 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 210 time: 0.0302002 Mar 29 14:57:45.867446 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bab3de1d-26a9-42b1-a85d-7b365efec46b req-eba6ce82-5097-4450-80e0-3685bc072a18 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 210 time: 0.0276990 Mar 29 14:57:46.068891 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fa96f585-1c44-472a-96bb-e0033b3bedc7 req-fdae67df-de01-4832-8bcc-0d1022e56807 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "GET /v2.0/ports?device_id=06e4d5eb-cf9e-42a9-b4ef-79525ca5aea2 HTTP/1.1" status: 200 len: 210 time: 0.0263166 Mar 29 14:57:46.630577 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 38004) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:46.686431 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b05bc7e4-54af-4211-85a1-8d113c065064 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group (75b3be7b-e78c-4d99-9aca-1e8ca9c11877), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:46.710884 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b05bc7e4-54af-4211-85a1-8d113c065064 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group (75b3be7b-e78c-4d99-9aca-1e8ca9c11877), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:46.856604 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b05bc7e4-54af-4211-85a1-8d113c065064 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (75b3be7b-e78c-4d99-9aca-1e8ca9c11877), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:46.859107 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b05bc7e4-54af-4211-85a1-8d113c065064 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:46.860373 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-b05bc7e4-54af-4211-85a1-8d113c065064 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] 10.222.0.16 "DELETE /v2.0/security-groups/75b3be7b-e78c-4d99-9aca-1e8ca9c11877 HTTP/1.1" status: 204 len: 168 time: 0.2286625 Mar 29 14:57:46.870182 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bc7e4-54af-4211-85a1-8d113c065064 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b3be7b-e78c-4d99-9aca-1e8ca9c11877,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:46.990921 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 38010) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:47.073954 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:47.114187 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 38016) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:47.224351 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d6ad366c-089c-4b93-a48a-3335adedd375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:47.298669 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d6ad366c-089c-4b93-a48a-3335adedd375 admin admin] Publish callbacks [] for security_group (d8781e72-5ca1-4679-8694-fb0ad7024c62), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:47.387912 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d6ad366c-089c-4b93-a48a-3335adedd375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (d8781e72-5ca1-4679-8694-fb0ad7024c62), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:47.419767 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dd12b360-6646-4fc4-9776-43c854a714ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606844'] for router_interface (98787b1a-7ae3-4a74-90ec-9e824696129c), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:47.426725 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-d6ad366c-089c-4b93-a48a-3335adedd375 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91c3c53c8a07484bb61421c4ab19ab05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112931 Mar 29 14:57:47.427631 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad366c-089c-4b93-a48a-3335adedd375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8781e72-5ca1-4679-8694-fb0ad7024c62,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:47.429921 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 38022) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:47.482158 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1bf79c91-4aff-4ea3-900e-4f1b4d8787dc admin admin] Publish callbacks [] for security_group (d8781e72-5ca1-4679-8694-fb0ad7024c62), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:47.503627 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1bf79c91-4aff-4ea3-900e-4f1b4d8787dc admin admin] Publish callbacks [] for security_group (d8781e72-5ca1-4679-8694-fb0ad7024c62), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:47.628102 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1bf79c91-4aff-4ea3-900e-4f1b4d8787dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (d8781e72-5ca1-4679-8694-fb0ad7024c62), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:47.630748 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1bf79c91-4aff-4ea3-900e-4f1b4d8787dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:47.631909 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-1bf79c91-4aff-4ea3-900e-4f1b4d8787dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8781e72-5ca1-4679-8694-fb0ad7024c62 HTTP/1.1" status: 204 len: 168 time: 0.2010958 Mar 29 14:57:47.640147 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf79c91-4aff-4ea3-900e-4f1b4d8787dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8781e72-5ca1-4679-8694-fb0ad7024c62,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:47.717325 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-dd12b360-6646-4fc4-9776-43c854a714ba admin admin] Deleting port 1ac19770-fb5d-498b-890c-67abe9525aba {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:57:47.717658 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dd12b360-6646-4fc4-9776-43c854a714ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (1ac19770-fb5d-498b-890c-67abe9525aba), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:47.796568 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [None req-dd12b360-6646-4fc4-9776-43c854a714ba admin admin] For port 1ac19770-fb5d-498b-890c-67abe9525aba, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=1ac19770-fb5d-498b-890c-67abe9525aba,segment=NetworkSegment(d579536d-2401-4404-ae24-15f6986de736),segment_id=d579536d-2401-4404-ae24-15f6986de736)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:57:47.796935 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dd12b360-6646-4fc4-9776-43c854a714ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (1ac19770-fb5d-498b-890c-67abe9525aba), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:47.810313 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-dd12b360-6646-4fc4-9776-43c854a714ba admin admin] Calling delete_port for 1ac19770-fb5d-498b-890c-67abe9525aba owned by network:router_interface {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:57:48.074083 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dd12b360-6646-4fc4-9776-43c854a714ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (1ac19770-fb5d-498b-890c-67abe9525aba), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:48.099697 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12b360-6646-4fc4-9776-43c854a714ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac19770-fb5d-498b-890c-67abe9525aba,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:48.270713 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-dd12b360-6646-4fc4-9776-43c854a714ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-609260'] for router_interface (98787b1a-7ae3-4a74-90ec-9e824696129c), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:48.284943 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:48.547877 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd12b360-6646-4fc4-9776-43c854a714ba admin admin] Router 98787b1a-7ae3-4a74-90ec-9e824696129c has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:57:48.652402 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd12b360-6646-4fc4-9776-43c854a714ba admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:57:48.657356 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-dd12b360-6646-4fc4-9776-43c854a714ba admin admin] 10.222.0.16 "PUT /v2.0/routers/98787b1a-7ae3-4a74-90ec-9e824696129c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6653478 Mar 29 14:57:48.659734 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 38032) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:48.662769 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f21ede6-33df-4cf7-b24a-d1aa85f1c2b4 None None] Sync routers for ids ['98787b1a-7ae3-4a74-90ec-9e824696129c'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:57:48.671973 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f21ede6-33df-4cf7-b24a-d1aa85f1c2b4 None None] Routers {'98787b1a-7ae3-4a74-90ec-9e824696129c'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:57:48.672570 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-1f21ede6-33df-4cf7-b24a-d1aa85f1c2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:57:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['98787b1a-7ae3-4a74-90ec-9e824696129c'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:48.778665 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-1f21ede6-33df-4cf7-b24a-d1aa85f1c2b4 None None] Set router 98787b1a-7ae3-4a74-90ec-9e824696129c gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:57:48.958437 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-1f21ede6-33df-4cf7-b24a-d1aa85f1c2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'name': 'tempest-TestShelveInstance-789425747-router', 'tenant_id': '44a14adb53044badbb6d9b2bec1bda1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '2b4f667e-a23d-41d4-b95e-2ef189a990c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:56:02Z', 'updated_at': '2022-03-29T14:57:47Z', 'revision_number': 5, 'project_id': '44a14adb53044badbb6d9b2bec1bda1b', 'gw_port': {'id': '2b4f667e-a23d-41d4-b95e-2ef189a990c9', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:02Z', 'updated_at': '2022-03-29T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:48.988166 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f21ede6-33df-4cf7-b24a-d1aa85f1c2b4 None None] Checking router: 98787b1a-7ae3-4a74-90ec-9e824696129c for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:57:48.990534 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-842758a2-00bb-49e7-ad5d-af33f21d0da3 admin admin] Publish callbacks [] for router (98787b1a-7ae3-4a74-90ec-9e824696129c), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:48.996244 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f21ede6-33df-4cf7-b24a-d1aa85f1c2b4 None None] Routers {'98787b1a-7ae3-4a74-90ec-9e824696129c'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:57:48.996840 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-1f21ede6-33df-4cf7-b24a-d1aa85f1c2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:57:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['98787b1a-7ae3-4a74-90ec-9e824696129c'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:49.094735 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-842758a2-00bb-49e7-ad5d-af33f21d0da3 admin admin] Publish callbacks [] for router_gateway (98787b1a-7ae3-4a74-90ec-9e824696129c), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:49.099849 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-1f21ede6-33df-4cf7-b24a-d1aa85f1c2b4 None None] Set router 98787b1a-7ae3-4a74-90ec-9e824696129c gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:57:49.231689 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-842758a2-00bb-49e7-ad5d-af33f21d0da3 admin admin] Deleting port 2b4f667e-a23d-41d4-b95e-2ef189a990c9 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:57:49.231951 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-842758a2-00bb-49e7-ad5d-af33f21d0da3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (2b4f667e-a23d-41d4-b95e-2ef189a990c9), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:49.315779 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [None req-842758a2-00bb-49e7-ad5d-af33f21d0da3 admin admin] For port 2b4f667e-a23d-41d4-b95e-2ef189a990c9, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=2b4f667e-a23d-41d4-b95e-2ef189a990c9,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:57:49.316146 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-842758a2-00bb-49e7-ad5d-af33f21d0da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (2b4f667e-a23d-41d4-b95e-2ef189a990c9), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:49.332956 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-842758a2-00bb-49e7-ad5d-af33f21d0da3 admin admin] Calling delete_port for 2b4f667e-a23d-41d4-b95e-2ef189a990c9 owned by network:router_gateway {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:57:49.380777 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-1f21ede6-33df-4cf7-b24a-d1aa85f1c2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'name': 'tempest-TestShelveInstance-789425747-router', 'tenant_id': '44a14adb53044badbb6d9b2bec1bda1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '2b4f667e-a23d-41d4-b95e-2ef189a990c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:56:02Z', 'updated_at': '2022-03-29T14:57:47Z', 'revision_number': 5, 'project_id': '44a14adb53044badbb6d9b2bec1bda1b', 'gw_port': {'id': '2b4f667e-a23d-41d4-b95e-2ef189a990c9', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:02Z', 'updated_at': '2022-03-29T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:49.406666 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f21ede6-33df-4cf7-b24a-d1aa85f1c2b4 None None] The sync data for ids ['98787b1a-7ae3-4a74-90ec-9e824696129c'] in dv-cinder-835525-2-iscsi is: [{'id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'name': 'tempest-TestShelveInstance-789425747-router', 'tenant_id': '44a14adb53044badbb6d9b2bec1bda1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '2b4f667e-a23d-41d4-b95e-2ef189a990c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:56:02Z', 'updated_at': '2022-03-29T14:57:47Z', 'revision_number': 5, 'project_id': '44a14adb53044badbb6d9b2bec1bda1b', 'gw_port': {'id': '2b4f667e-a23d-41d4-b95e-2ef189a990c9', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:12:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98787b1a-7ae3-4a74-90ec-9e824696129c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:02Z', 'updated_at': '2022-03-29T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:57:49.530812 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-842758a2-00bb-49e7-ad5d-af33f21d0da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (2b4f667e-a23d-41d4-b95e-2ef189a990c9), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:49.556073 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842758a2-00bb-49e7-ad5d-af33f21d0da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b4f667e-a23d-41d4-b95e-2ef189a990c9,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:49.613969 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-842758a2-00bb-49e7-ad5d-af33f21d0da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606214'] for router_gateway (98787b1a-7ae3-4a74-90ec-9e824696129c), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:49.720901 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-842758a2-00bb-49e7-ad5d-af33f21d0da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (98787b1a-7ae3-4a74-90ec-9e824696129c), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:49.723056 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-842758a2-00bb-49e7-ad5d-af33f21d0da3 admin admin] Publish callbacks [] for router_controller (98787b1a-7ae3-4a74-90ec-9e824696129c), precommit_delete_associations {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:49.753833 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:49.833980 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-842758a2-00bb-49e7-ad5d-af33f21d0da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608739'] for router (98787b1a-7ae3-4a74-90ec-9e824696129c), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:49.834509 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842758a2-00bb-49e7-ad5d-af33f21d0da3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98787b1a-7ae3-4a74-90ec-9e824696129c {{(pid=115499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 14:57:49.839323 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-842758a2-00bb-49e7-ad5d-af33f21d0da3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:49.843381 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-842758a2-00bb-49e7-ad5d-af33f21d0da3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/98787b1a-7ae3-4a74-90ec-9e824696129c HTTP/1.1" status: 204 len: 168 time: 1.1803658 Mar 29 14:57:49.843758 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 38040) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:49.890458 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b9ce4b-592e-40f7-b16f-e229274e16e7 admin admin] Deleting subnet d1912d63-e607-4902-9545-b2b8d26f6c22 {{(pid=115498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 14:57:49.893850 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b4b9ce4b-592e-40f7-b16f-e229274e16e7 admin admin] Publish callbacks [] for subnet (d1912d63-e607-4902-9545-b2b8d26f6c22), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:49.928875 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b4b9ce4b-592e-40f7-b16f-e229274e16e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439781'] for subnet (d1912d63-e607-4902-9545-b2b8d26f6c22), precommit_delete_associations {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:49.933807 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:57:50.012516 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b4b9ce4b-592e-40f7-b16f-e229274e16e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187270'] for subnet (d1912d63-e607-4902-9545-b2b8d26f6c22), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:50.165430 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b4b9ce4b-592e-40f7-b16f-e229274e16e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10357351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8856191'] for subnet (d1912d63-e607-4902-9545-b2b8d26f6c22), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:50.192522 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9ce4b-592e-40f7-b16f-e229274e16e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1912d63-e607-4902-9545-b2b8d26f6c22,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:50.197230 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b4b9ce4b-592e-40f7-b16f-e229274e16e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:50.201104 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-b4b9ce4b-592e-40f7-b16f-e229274e16e7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d1912d63-e607-4902-9545-b2b8d26f6c22 HTTP/1.1" status: 204 len: 168 time: 0.3562610 Mar 29 14:57:50.203441 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b22e9a-f15b-44ff-b527-2b6622b1b635 None None] Network c8cdb4d0-c881-4550-93d1-aee3f1160217 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:57:50.203802 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 38044) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:50.283190 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1063815'] for network (c8cdb4d0-c881-4550-93d1-aee3f1160217), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:50.338245 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] Deleting port e5966cb9-7794-4b6f-b52c-6851668f3b25 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:57:50.338581 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (e5966cb9-7794-4b6f-b52c-6851668f3b25), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:50.400555 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] For port e5966cb9-7794-4b6f-b52c-6851668f3b25, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=e5966cb9-7794-4b6f-b52c-6851668f3b25,segment=NetworkSegment(d579536d-2401-4404-ae24-15f6986de736),segment_id=d579536d-2401-4404-ae24-15f6986de736)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:57:50.400910 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (e5966cb9-7794-4b6f-b52c-6851668f3b25), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:50.416384 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] Calling delete_port for e5966cb9-7794-4b6f-b52c-6851668f3b25 owned by network:dhcp {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:57:50.432499 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfee15e4-0844-4c66-a84d-6f1a22858273 None None] DHCP port deletion for c8cdb4d0-c881-4550-93d1-aee3f1160217 request from dv-cinder-835525-2-iscsi {{(pid=115500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 14:57:50.484947 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bfee15e4-0844-4c66-a84d-6f1a22858273 None None] Deleting port e5966cb9-7794-4b6f-b52c-6851668f3b25 {{(pid=115500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:57:50.485636 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bfee15e4-0844-4c66-a84d-6f1a22858273 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (e5966cb9-7794-4b6f-b52c-6851668f3b25), before_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:50.498313 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 1ac19770-fb5d-498b-890c-67abe9525aba no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:57:50.550417 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: 1ac19770-fb5d-498b-890c-67abe9525aba {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 14:57:50.550863 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 1ac19770-fb5d-498b-890c-67abe9525aba not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 14:57:50.551236 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 2b4f667e-a23d-41d4-b95e-2ef189a990c9 no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:57:50.573766 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (e5966cb9-7794-4b6f-b52c-6851668f3b25), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:50.580645 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: 2b4f667e-a23d-41d4-b95e-2ef189a990c9 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 14:57:50.581009 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 2b4f667e-a23d-41d4-b95e-2ef189a990c9 not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 14:57:50.581431 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device e5966cb9-7794-4b6f-b52c-6851668f3b25 no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:57:50.596204 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5966cb9-7794-4b6f-b52c-6851668f3b25,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:50.599639 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] No DVR routers for this DVR port e5966cb9-7794-4b6f-b52c-6851668f3b25 on host dv-cinder-835525-2-iscsi {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 14:57:50.610055 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: e5966cb9-7794-4b6f-b52c-6851668f3b25 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 14:57:50.610402 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device e5966cb9-7794-4b6f-b52c-6851668f3b25 not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 14:57:50.614939 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bfee15e4-0844-4c66-a84d-6f1a22858273 None None] For port e5966cb9-7794-4b6f-b52c-6851668f3b25, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=e5966cb9-7794-4b6f-b52c-6851668f3b25,segment=NetworkSegment(d579536d-2401-4404-ae24-15f6986de736),segment_id=d579536d-2401-4404-ae24-15f6986de736)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:57:50.615341 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bfee15e4-0844-4c66-a84d-6f1a22858273 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (e5966cb9-7794-4b6f-b52c-6851668f3b25), precommit_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:50.631760 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bfee15e4-0844-4c66-a84d-6f1a22858273 None None] Calling delete_port for e5966cb9-7794-4b6f-b52c-6851668f3b25 owned by network:dhcp {{(pid=115500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:57:50.670860 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8727032248890'] for network (c8cdb4d0-c881-4550-93d1-aee3f1160217), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:50.690915 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8cdb4d0-c881-4550-93d1-aee3f1160217']}} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:50.699971 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd579536d-2401-4404-ae24-15f6986de736') {'for_net_delete': True} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:50.700265 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd579536d-2401-4404-ae24-15f6986de736') {} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:50.709445 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727032247107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8420983'] for segment (d579536d-2401-4404-ae24-15f6986de736), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:50.709596 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bfee15e4-0844-4c66-a84d-6f1a22858273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271'] for port (e5966cb9-7794-4b6f-b52c-6851668f3b25), after_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:50.722802 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (d579536d-2401-4404-ae24-15f6986de736), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:50.728799 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=115499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 14:57:50.729278 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9130313'] for segment (d579536d-2401-4404-ae24-15f6986de736), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: Traceback (most recent call last): Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: timer() Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: cb(*args, **kw) Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: return func(*args, **kwargs) Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: self._notify() Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: self.callback(batched_events) Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: event.method(event) Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: return f(self, *a, **k) Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: return self._get(url).json() Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: return self.request(url, 'GET', **kwargs) Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 14:57:50.731464 dv-cinder-835525-2-iscsi neutron-server[115499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 14:57:50.734607 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee15e4-0844-4c66-a84d-6f1a22858273 None None] Pushing event deleted for resources: {'Port': ['ID=e5966cb9-7794-4b6f-b52c-6851668f3b25,revision_number=None']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:50.739481 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee15e4-0844-4c66-a84d-6f1a22858273 None None] No DVR routers for this DVR port e5966cb9-7794-4b6f-b52c-6851668f3b25 on host dv-cinder-835525-2-iscsi {{(pid=115500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 14:57:50.839195 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606314'] for network (c8cdb4d0-c881-4550-93d1-aee3f1160217), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:50.844855 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:50.848017 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c8cdb4d0-c881-4550-93d1-aee3f1160217 HTTP/1.1" status: 204 len: 168 time: 0.6432691 Mar 29 14:57:50.851066 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 38050) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:50.859756 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee541ce-7a71-4178-ab8d-45c69fb4fd82 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8cdb4d0-c881-4550-93d1-aee3f1160217,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:51.195691 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5243282c-5ff8-444b-9896-44b7d4a23d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606844'] for router_interface (75bc7b9f-15e2-4134-b0a9-e67f8d718ba8), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:51.513855 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-5243282c-5ff8-444b-9896-44b7d4a23d48 admin admin] Deleting port 57b31d8b-2ffd-42a3-93e0-ccec87a77e56 {{(pid=115498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:57:51.514192 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5243282c-5ff8-444b-9896-44b7d4a23d48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (57b31d8b-2ffd-42a3-93e0-ccec87a77e56), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:51.594311 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.db [None req-5243282c-5ff8-444b-9896-44b7d4a23d48 admin admin] For port 57b31d8b-2ffd-42a3-93e0-ccec87a77e56, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=57b31d8b-2ffd-42a3-93e0-ccec87a77e56,segment=NetworkSegment(76de64cf-1758-4ae8-834e-6d1a673412d9),segment_id=76de64cf-1758-4ae8-834e-6d1a673412d9)] {{(pid=115498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:57:51.594676 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5243282c-5ff8-444b-9896-44b7d4a23d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (57b31d8b-2ffd-42a3-93e0-ccec87a77e56), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:51.607937 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-5243282c-5ff8-444b-9896-44b7d4a23d48 admin admin] Calling delete_port for 57b31d8b-2ffd-42a3-93e0-ccec87a77e56 owned by network:router_interface {{(pid=115498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:57:51.862125 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5243282c-5ff8-444b-9896-44b7d4a23d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (57b31d8b-2ffd-42a3-93e0-ccec87a77e56), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:51.886992 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243282c-5ff8-444b-9896-44b7d4a23d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=57b31d8b-2ffd-42a3-93e0-ccec87a77e56,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:52.060728 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5243282c-5ff8-444b-9896-44b7d4a23d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-609260'] for router_interface (75bc7b9f-15e2-4134-b0a9-e67f8d718ba8), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:52.283387 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5243282c-5ff8-444b-9896-44b7d4a23d48 admin admin] Router 75bc7b9f-15e2-4134-b0a9-e67f8d718ba8 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:57:52.398639 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5243282c-5ff8-444b-9896-44b7d4a23d48 admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:57:52.403895 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-5243282c-5ff8-444b-9896-44b7d4a23d48 admin admin] 10.222.0.16 "PUT /v2.0/routers/75bc7b9f-15e2-4134-b0a9-e67f8d718ba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5515356 Mar 29 14:57:52.406229 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 38062) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:52.409231 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3b3f80-8827-4880-99dc-07f7c600b88b None None] Sync routers for ids ['75bc7b9f-15e2-4134-b0a9-e67f8d718ba8'] in dv-cinder-835525-2-iscsi {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:57:52.418514 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3b3f80-8827-4880-99dc-07f7c600b88b None None] Routers {'75bc7b9f-15e2-4134-b0a9-e67f8d718ba8'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:57:52.419065 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-6d3b3f80-8827-4880-99dc-07f7c600b88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:57:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['75bc7b9f-15e2-4134-b0a9-e67f8d718ba8'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:52.512717 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6425821a-b18f-48fa-9f8a-6f167de10fa5 admin admin] Publish callbacks [] for router (75bc7b9f-15e2-4134-b0a9-e67f8d718ba8), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:52.528360 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-6d3b3f80-8827-4880-99dc-07f7c600b88b None None] Set router 75bc7b9f-15e2-4134-b0a9-e67f8d718ba8 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:57:52.625578 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6425821a-b18f-48fa-9f8a-6f167de10fa5 admin admin] Publish callbacks [] for router_gateway (75bc7b9f-15e2-4134-b0a9-e67f8d718ba8), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:52.729714 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-6425821a-b18f-48fa-9f8a-6f167de10fa5 admin admin] Deleting port 405252ac-7777-4be7-8a8e-9b8dff275d33 {{(pid=115498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:57:52.730083 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6425821a-b18f-48fa-9f8a-6f167de10fa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (405252ac-7777-4be7-8a8e-9b8dff275d33), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:52.809779 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.db [None req-6425821a-b18f-48fa-9f8a-6f167de10fa5 admin admin] For port 405252ac-7777-4be7-8a8e-9b8dff275d33, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=405252ac-7777-4be7-8a8e-9b8dff275d33,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:57:52.810141 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6425821a-b18f-48fa-9f8a-6f167de10fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (405252ac-7777-4be7-8a8e-9b8dff275d33), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:52.826113 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-6425821a-b18f-48fa-9f8a-6f167de10fa5 admin admin] Calling delete_port for 405252ac-7777-4be7-8a8e-9b8dff275d33 owned by network:router_gateway {{(pid=115498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:57:52.833061 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-6d3b3f80-8827-4880-99dc-07f7c600b88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bc7b9f-15e2-4134-b0a9-e67f8d718ba8', 'name': 'tempest-TestShelveInstance-401829903-router', 'tenant_id': 'c3c75728140049f19707d7c69c64a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '405252ac-7777-4be7-8a8e-9b8dff275d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:56:09Z', 'updated_at': '2022-03-29T14:57:51Z', 'revision_number': 5, 'project_id': 'c3c75728140049f19707d7c69c64a541', 'gw_port': {'id': '405252ac-7777-4be7-8a8e-9b8dff275d33', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bc7b9f-15e2-4134-b0a9-e67f8d718ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:56:09Z', 'updated_at': '2022-03-29T14:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:52.859840 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3b3f80-8827-4880-99dc-07f7c600b88b None None] Checking router: 75bc7b9f-15e2-4134-b0a9-e67f8d718ba8 for host: dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:57:52.867949 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3b3f80-8827-4880-99dc-07f7c600b88b None None] Routers {'75bc7b9f-15e2-4134-b0a9-e67f8d718ba8'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:57:52.868558 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-6d3b3f80-8827-4880-99dc-07f7c600b88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:57:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['75bc7b9f-15e2-4134-b0a9-e67f8d718ba8'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:52.956486 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-6d3b3f80-8827-4880-99dc-07f7c600b88b None None] Set router 75bc7b9f-15e2-4134-b0a9-e67f8d718ba8 gateway port host: None {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:57:53.010863 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-6d3b3f80-8827-4880-99dc-07f7c600b88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bc7b9f-15e2-4134-b0a9-e67f8d718ba8', 'name': 'tempest-TestShelveInstance-401829903-router', 'tenant_id': 'c3c75728140049f19707d7c69c64a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:56:09Z', 'updated_at': '2022-03-29T14:57:52Z', 'revision_number': 6, 'project_id': 'c3c75728140049f19707d7c69c64a541', 'gw_port_host': None}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:53.033881 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6425821a-b18f-48fa-9f8a-6f167de10fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (405252ac-7777-4be7-8a8e-9b8dff275d33), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:53.036695 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3b3f80-8827-4880-99dc-07f7c600b88b None None] The sync data for ids ['75bc7b9f-15e2-4134-b0a9-e67f8d718ba8'] in dv-cinder-835525-2-iscsi is: [{'id': '75bc7b9f-15e2-4134-b0a9-e67f8d718ba8', 'name': 'tempest-TestShelveInstance-401829903-router', 'tenant_id': 'c3c75728140049f19707d7c69c64a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:56:09Z', 'updated_at': '2022-03-29T14:57:52Z', 'revision_number': 6, 'project_id': 'c3c75728140049f19707d7c69c64a541', 'gw_port_host': None}] {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:57:53.061993 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425821a-b18f-48fa-9f8a-6f167de10fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=405252ac-7777-4be7-8a8e-9b8dff275d33,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:53.123522 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6425821a-b18f-48fa-9f8a-6f167de10fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606214'] for router_gateway (75bc7b9f-15e2-4134-b0a9-e67f8d718ba8), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:53.212237 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6425821a-b18f-48fa-9f8a-6f167de10fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (75bc7b9f-15e2-4134-b0a9-e67f8d718ba8), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:53.214579 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6425821a-b18f-48fa-9f8a-6f167de10fa5 admin admin] Publish callbacks [] for router_controller (75bc7b9f-15e2-4134-b0a9-e67f8d718ba8), precommit_delete_associations {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:53.750782 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6425821a-b18f-48fa-9f8a-6f167de10fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608739'] for router (75bc7b9f-15e2-4134-b0a9-e67f8d718ba8), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:53.750782 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6425821a-b18f-48fa-9f8a-6f167de10fa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75bc7b9f-15e2-4134-b0a9-e67f8d718ba8 {{(pid=115498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 14:57:53.750782 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6425821a-b18f-48fa-9f8a-6f167de10fa5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:53.750782 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-6425821a-b18f-48fa-9f8a-6f167de10fa5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/75bc7b9f-15e2-4134-b0a9-e67f8d718ba8 HTTP/1.1" status: 204 len: 168 time: 1.3349359 Mar 29 14:57:53.752581 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 38072) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:53.797562 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3c6469-996b-4bea-b17f-898c40fa29d2 admin admin] Deleting subnet e28c2002-89f2-4e2b-891f-bfbfdccd5f91 {{(pid=115498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 14:57:53.800943 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6469-996b-4bea-b17f-898c40fa29d2 admin admin] Publish callbacks [] for subnet (e28c2002-89f2-4e2b-891f-bfbfdccd5f91), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:53.838612 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6469-996b-4bea-b17f-898c40fa29d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439781'] for subnet (e28c2002-89f2-4e2b-891f-bfbfdccd5f91), precommit_delete_associations {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:53.922622 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6469-996b-4bea-b17f-898c40fa29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187270'] for subnet (e28c2002-89f2-4e2b-891f-bfbfdccd5f91), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:54.119989 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6469-996b-4bea-b17f-898c40fa29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10357351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8856191'] for subnet (e28c2002-89f2-4e2b-891f-bfbfdccd5f91), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:54.145667 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c6469-996b-4bea-b17f-898c40fa29d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e28c2002-89f2-4e2b-891f-bfbfdccd5f91,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:54.149348 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6469-996b-4bea-b17f-898c40fa29d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:54.152460 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-6d3c6469-996b-4bea-b17f-898c40fa29d2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e28c2002-89f2-4e2b-891f-bfbfdccd5f91 HTTP/1.1" status: 204 len: 168 time: 0.3988850 Mar 29 14:57:54.154912 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 38074) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:54.157345 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9388ad-b1ff-486e-8c72-0b57b9748ef2 None None] Network de871aa4-4417-4bef-aff9-b7d73ca64185 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:57:54.221418 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1063815'] for network (de871aa4-4417-4bef-aff9-b7d73ca64185), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:54.285221 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] Deleting port 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451 {{(pid=115498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:57:54.285554 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:54.325808 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9152606f-0894-46fc-ab08-71ce74e1d540 None None] DHCP port deletion for de871aa4-4417-4bef-aff9-b7d73ca64185 request from dv-cinder-835525-2-iscsi {{(pid=115500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 14:57:54.359663 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.db [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] For port 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451,segment=NetworkSegment(76de64cf-1758-4ae8-834e-6d1a673412d9),segment_id=76de64cf-1758-4ae8-834e-6d1a673412d9)] {{(pid=115498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:57:54.359663 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:54.359900 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 405252ac-7777-4be7-8a8e-9b8dff275d33 no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:57:54.366911 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] Calling delete_port for 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451 owned by network:dhcp {{(pid=115498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:57:54.379545 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: 405252ac-7777-4be7-8a8e-9b8dff275d33 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 14:57:54.382581 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 405252ac-7777-4be7-8a8e-9b8dff275d33 not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 14:57:54.382581 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 57b31d8b-2ffd-42a3-93e0-ccec87a77e56 no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:57:54.406603 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: 57b31d8b-2ffd-42a3-93e0-ccec87a77e56 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 14:57:54.406940 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 57b31d8b-2ffd-42a3-93e0-ccec87a77e56 not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 14:57:54.419638 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-9152606f-0894-46fc-ab08-71ce74e1d540 None None] Deleting port 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451 {{(pid=115500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:57:54.420013 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-9152606f-0894-46fc-ab08-71ce74e1d540 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451), before_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:54.482226 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-9152606f-0894-46fc-ab08-71ce74e1d540 None None] For port 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451,segment=NetworkSegment(76de64cf-1758-4ae8-834e-6d1a673412d9),segment_id=76de64cf-1758-4ae8-834e-6d1a673412d9)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:57:54.482629 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-9152606f-0894-46fc-ab08-71ce74e1d540 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451), precommit_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:54.495446 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-9152606f-0894-46fc-ab08-71ce74e1d540 None None] Calling delete_port for 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451 owned by network:dhcp {{(pid=115500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:57:54.571325 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:54.577147 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-9152606f-0894-46fc-ab08-71ce74e1d540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271'] for port (7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451), after_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:54.607372 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:54.607489 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152606f-0894-46fc-ab08-71ce74e1d540 None None] Pushing event deleted for resources: {'Port': ['ID=7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451,revision_number=None']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:54.607610 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9152606f-0894-46fc-ab08-71ce74e1d540 None None] No DVR routers for this DVR port 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451 on host dv-cinder-835525-2-iscsi {{(pid=115500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 14:57:54.611010 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] No DVR routers for this DVR port 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451 on host dv-cinder-835525-2-iscsi {{(pid=115498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 14:57:54.682386 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8727032248890'] for network (de871aa4-4417-4bef-aff9-b7d73ca64185), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:54.702532 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de871aa4-4417-4bef-aff9-b7d73ca64185']}} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:54.711397 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76de64cf-1758-4ae8-834e-6d1a673412d9') {'for_net_delete': True} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:54.711692 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76de64cf-1758-4ae8-834e-6d1a673412d9') {} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:57:54.721282 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727032247107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439790'] for segment (76de64cf-1758-4ae8-834e-6d1a673412d9), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:54.735396 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (76de64cf-1758-4ae8-834e-6d1a673412d9), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:54.741446 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=115498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 14:57:54.741821 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10360001'] for segment (76de64cf-1758-4ae8-834e-6d1a673412d9), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: Traceback (most recent call last): Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: timer() Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: cb(*args, **kw) Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: return func(*args, **kwargs) Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: self._notify() Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: self.callback(batched_events) Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: event.method(event) Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: return f(self, *a, **k) Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: return self._get(url).json() Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: return self.request(url, 'GET', **kwargs) Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 14:57:54.743438 dv-cinder-835525-2-iscsi neutron-server[115498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 14:57:55.067830 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606314'] for network (de871aa4-4417-4bef-aff9-b7d73ca64185), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:55.072997 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:55.076918 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/de871aa4-4417-4bef-aff9-b7d73ca64185 HTTP/1.1" status: 204 len: 168 time: 0.9210913 Mar 29 14:57:55.087926 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df41e48-c39d-4a13-a3e2-e9fbabd2ddb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=de871aa4-4417-4bef-aff9-b7d73ca64185,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:55.462445 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 38086) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:55.502624 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-b739b4f0-7946-4c79-8536-972f2592c671 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44a14adb53044badbb6d9b2bec1bda1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390122 Mar 29 14:57:55.505083 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 38090) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:55.551027 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ef9b1aa6-45fd-42bd-b2fd-736db5f2d5cc admin admin] Publish callbacks [] for security_group (0f31c778-28c1-482e-b68b-0d624006c556), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:55.572238 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ef9b1aa6-45fd-42bd-b2fd-736db5f2d5cc admin admin] Publish callbacks [] for security_group (0f31c778-28c1-482e-b68b-0d624006c556), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:55.690674 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ef9b1aa6-45fd-42bd-b2fd-736db5f2d5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (0f31c778-28c1-482e-b68b-0d624006c556), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:55.693336 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ef9b1aa6-45fd-42bd-b2fd-736db5f2d5cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:55.694540 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-ef9b1aa6-45fd-42bd-b2fd-736db5f2d5cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f31c778-28c1-482e-b68b-0d624006c556 HTTP/1.1" status: 204 len: 168 time: 0.1885703 Mar 29 14:57:55.702773 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b1aa6-45fd-42bd-b2fd-736db5f2d5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f31c778-28c1-482e-b68b-0d624006c556,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:56.337172 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451 no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:57:56.357490 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 14:57:56.357831 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 7d8ec1c7-d2d9-483b-8e6f-4b50fd8d2451 not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 14:57:56.466920 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 38100) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:56.509980 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-01376f45-9a5e-40b4-b3ea-0b8fedf51fd0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3c75728140049f19707d7c69c64a541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411265 Mar 29 14:57:56.511786 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 38102) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:56.557996 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e42282d3-f4ee-45a7-8b9e-58a4d3f9c457 admin admin] Publish callbacks [] for security_group (b4b06e98-f4ae-4beb-87fd-f8acf6595ee2), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:56.579409 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e42282d3-f4ee-45a7-8b9e-58a4d3f9c457 admin admin] Publish callbacks [] for security_group (b4b06e98-f4ae-4beb-87fd-f8acf6595ee2), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:56.685042 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e42282d3-f4ee-45a7-8b9e-58a4d3f9c457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (b4b06e98-f4ae-4beb-87fd-f8acf6595ee2), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:56.687672 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e42282d3-f4ee-45a7-8b9e-58a4d3f9c457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:56.688809 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-e42282d3-f4ee-45a7-8b9e-58a4d3f9c457 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4b06e98-f4ae-4beb-87fd-f8acf6595ee2 HTTP/1.1" status: 204 len: 168 time: 0.1761518 Mar 29 14:57:56.696666 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42282d3-f4ee-45a7-8b9e-58a4d3f9c457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b06e98-f4ae-4beb-87fd-f8acf6595ee2,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:58.981527 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:59.965770 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-497b02c6-0a66-42ad-9fde-02b1fe666118 req-fcc48d3c-8bc1-463c-b00c-522d2f76b0ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419123 Mar 29 14:58:00.069457 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b02c6-0a66-42ad-9fde-02b1fe666118 req-15dffab4-58fc-401c-8c02-ab5130c2b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:00.070907 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-497b02c6-0a66-42ad-9fde-02b1fe666118 req-15dffab4-58fc-401c-8c02-ab5130c2b67e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 1128 time: 0.0462990 Mar 29 14:58:00.169710 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b02c6-0a66-42ad-9fde-02b1fe666118 req-07994f71-3b41-4d68-80ad-2449fc5a43ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:00.171131 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-497b02c6-0a66-42ad-9fde-02b1fe666118 req-07994f71-3b41-4d68-80ad-2449fc5a43ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 919 time: 0.0813406 Mar 29 14:58:00.213960 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-497b02c6-0a66-42ad-9fde-02b1fe666118 req-c137f6f8-bff8-4727-a3dc-85a9adeba2db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18e3779a-742a-456e-ac90-7f07367e899b HTTP/1.1" status: 200 len: 217 time: 0.0365305 Mar 29 14:58:00.260147 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b02c6-0a66-42ad-9fde-02b1fe666118 req-ad4db703-7f17-41dc-93ff-d7768f80d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:00.261613 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-497b02c6-0a66-42ad-9fde-02b1fe666118 req-ad4db703-7f17-41dc-93ff-d7768f80d536 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.0422556 Mar 29 14:58:00.311381 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b02c6-0a66-42ad-9fde-02b1fe666118 req-a716d400-582c-43b7-a213-c95139b24d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:00.312813 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-497b02c6-0a66-42ad-9fde-02b1fe666118 req-a716d400-582c-43b7-a213-c95139b24d90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429122 Mar 29 14:58:00.399294 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-497b02c6-0a66-42ad-9fde-02b1fe666118 req-67a6023f-d9a9-4e6a-a6c3-fe05cf309d26 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807412 Mar 29 14:58:00.484900 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-497b02c6-0a66-42ad-9fde-02b1fe666118 req-11ca00a3-5b12-41ea-91a3-fcf2ec439f7d service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800550 Mar 29 14:58:13.741721 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-17dcf14a-ad18-4665-b635-4bac720380dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:15.764899 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-c437ffb8-2ec9-4198-9167-525257a5cf9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:17.089906 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:18.290357 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:18.685997 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459258e3-5d62-4980-abe6-0d5527561781 req-b99c25e8-226b-479c-9c03-e20820513fd9 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:18.687501 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-459258e3-5d62-4980-abe6-0d5527561781 req-b99c25e8-226b-479c-9c03-e20820513fd9 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0528178 Mar 29 14:58:18.737038 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-459258e3-5d62-4980-abe6-0d5527561781 req-3669a6ca-0e7b-41d2-9c00-deb4196389b2 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439322 Mar 29 14:58:19.770219 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:19.857922 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6222ea5-f9cb-4c34-9497-30313905f3ff req-8ac485fb-5a8b-4d7d-ac52-f2950da188b2 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:19.859294 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c6222ea5-f9cb-4c34-9497-30313905f3ff req-8ac485fb-5a8b-4d7d-ac52-f2950da188b2 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0551190 Mar 29 14:58:19.906400 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c6222ea5-f9cb-4c34-9497-30313905f3ff req-0e7ecff6-5944-4599-9b10-43398419c600 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414500 Mar 29 14:58:21.022320 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca8694-bd70-4f00-9223-3450e1d69d92 req-aca1f4cf-a350-4d2d-9ecc-47676a28da02 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:21.023772 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-77ca8694-bd70-4f00-9223-3450e1d69d92 req-aca1f4cf-a350-4d2d-9ecc-47676a28da02 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0513434 Mar 29 14:58:21.071707 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-77ca8694-bd70-4f00-9223-3450e1d69d92 req-3dc00d99-276d-4bb1-b653-c4ce4a35d387 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423796 Mar 29 14:58:22.189958 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69759213-3479-4a17-8257-794e50dbf043 req-e48adc9f-a9bc-447c-90f5-8486893481ea tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:22.191320 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-69759213-3479-4a17-8257-794e50dbf043 req-e48adc9f-a9bc-447c-90f5-8486893481ea tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0546415 Mar 29 14:58:22.238184 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-69759213-3479-4a17-8257-794e50dbf043 req-eb987bce-6292-4fb0-ae3d-ad0c373e496e tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414078 Mar 29 14:58:23.352828 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a768b33-7eb3-44c6-9f70-d01e65c155ad req-5256f791-c5e7-482c-92e8-97e695a37c08 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:23.354324 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9a768b33-7eb3-44c6-9f70-d01e65c155ad req-5256f791-c5e7-482c-92e8-97e695a37c08 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0515156 Mar 29 14:58:23.402796 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9a768b33-7eb3-44c6-9f70-d01e65c155ad req-b41b23c4-9209-43e7-b95a-daa18827b373 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423746 Mar 29 14:58:24.515996 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296f3fd-10cd-49e5-a7d1-116ab8b08412 req-b8a7425d-faea-4eac-a207-7f2486a9bab0 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:24.517395 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6296f3fd-10cd-49e5-a7d1-116ab8b08412 req-b8a7425d-faea-4eac-a207-7f2486a9bab0 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0502453 Mar 29 14:58:24.568143 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6296f3fd-10cd-49e5-a7d1-116ab8b08412 req-6f49d8a5-543a-42f4-9405-324a52078147 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452299 Mar 29 14:58:25.681865 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99b928-19ed-463d-9acc-1d196d7005f1 req-f6d1b20d-ab21-430b-aa51-973789c19f81 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:25.683316 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2d99b928-19ed-463d-9acc-1d196d7005f1 req-f6d1b20d-ab21-430b-aa51-973789c19f81 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0505915 Mar 29 14:58:25.730592 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2d99b928-19ed-463d-9acc-1d196d7005f1 req-6bfd377c-1c76-452a-b054-a44fc633ce45 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412014 Mar 29 14:58:26.847455 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899e738-5def-4e02-9469-bd4198fe8eb0 req-8c30cf84-4658-4887-9e52-305d18a5265e tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:26.848915 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8899e738-5def-4e02-9469-bd4198fe8eb0 req-8c30cf84-4658-4887-9e52-305d18a5265e tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0517607 Mar 29 14:58:26.897029 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8899e738-5def-4e02-9469-bd4198fe8eb0 req-704bba19-6760-4a4d-82f6-c4148e8f4612 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425034 Mar 29 14:58:26.932140 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:58:28.016664 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319e874-7611-4e3b-8bf5-7193a466224e req-d2be862b-d6d3-4137-9a59-e73c9514e6a5 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:28.018194 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2319e874-7611-4e3b-8bf5-7193a466224e req-d2be862b-d6d3-4137-9a59-e73c9514e6a5 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0561774 Mar 29 14:58:28.066574 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2319e874-7611-4e3b-8bf5-7193a466224e req-8a09c143-49f9-4043-8112-d3360e507b17 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429673 Mar 29 14:58:28.998572 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:29.180600 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ddf08-af53-471e-b23b-bad49cfdc81a req-498414a6-41b4-4bf6-991b-60f8f4d019bf tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:29.181984 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-423ddf08-af53-471e-b23b-bad49cfdc81a req-498414a6-41b4-4bf6-991b-60f8f4d019bf tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0512338 Mar 29 14:58:29.228934 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-423ddf08-af53-471e-b23b-bad49cfdc81a req-b1760c7d-31cf-4734-a47e-d33dea9c34b3 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407863 Mar 29 14:58:30.348647 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5b125-de96-4b7b-a900-aae3c97848b8 req-e8c98a8d-f285-4e26-9968-f03047960a7b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:30.350138 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d6c5b125-de96-4b7b-a900-aae3c97848b8 req-e8c98a8d-f285-4e26-9968-f03047960a7b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0533438 Mar 29 14:58:30.401232 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d6c5b125-de96-4b7b-a900-aae3c97848b8 req-e88b26f0-2272-4c05-84ae-6dbef914690a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455647 Mar 29 14:58:31.516876 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a949485-0811-4e2c-9289-7b7b3d1101c2 req-6cd6fc7b-2776-48a1-a5fc-d7769663f506 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:31.518260 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7a949485-0811-4e2c-9289-7b7b3d1101c2 req-6cd6fc7b-2776-48a1-a5fc-d7769663f506 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0502334 Mar 29 14:58:31.565639 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7a949485-0811-4e2c-9289-7b7b3d1101c2 req-033d6a7c-52f6-4152-95fb-ac633395cda8 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418231 Mar 29 14:58:32.680505 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddbbb3-f553-4011-93f8-d7941576baf3 req-42f007aa-cc04-42f7-82c3-f7660db17c7d tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:32.682040 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a5ddbbb3-f553-4011-93f8-d7941576baf3 req-42f007aa-cc04-42f7-82c3-f7660db17c7d tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0520139 Mar 29 14:58:32.728692 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a5ddbbb3-f553-4011-93f8-d7941576baf3 req-75e12563-8ef7-4f01-98e1-516adfa14526 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411923 Mar 29 14:58:33.846035 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2836941-5f20-485e-8616-cc7338388457 req-5fab7052-fbab-43f8-8880-cae240d9b5c8 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:33.847495 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a2836941-5f20-485e-8616-cc7338388457 req-5fab7052-fbab-43f8-8880-cae240d9b5c8 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0552762 Mar 29 14:58:33.895601 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a2836941-5f20-485e-8616-cc7338388457 req-6eb9839a-e5b0-4cdc-92ec-d2ec6be45c93 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425627 Mar 29 14:58:35.008271 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d10d53-4ba1-4e93-bac8-66b3dc819db8 req-78330072-6575-499b-9639-523f477d7bfe tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:35.009736 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d1d10d53-4ba1-4e93-bac8-66b3dc819db8 req-78330072-6575-499b-9639-523f477d7bfe tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0501344 Mar 29 14:58:35.056663 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d1d10d53-4ba1-4e93-bac8-66b3dc819db8 req-50458ceb-bec2-4546-b275-b0480990c441 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408838 Mar 29 14:58:36.173919 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efede9e0-2251-4567-ac99-9dd1f042d954 req-e286bb5f-fd15-43f4-ad25-c6615e650125 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:36.175354 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-efede9e0-2251-4567-ac99-9dd1f042d954 req-e286bb5f-fd15-43f4-ad25-c6615e650125 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0541117 Mar 29 14:58:36.223600 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-efede9e0-2251-4567-ac99-9dd1f042d954 req-d7a2e80e-aaa0-4357-9c92-35e3dea1b2f2 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424476 Mar 29 14:58:37.339035 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa7c19-119a-4428-b8da-2c21a3859a9a req-15cee485-f66d-40d3-b934-f55ec78ca27f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:37.340428 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d4fa7c19-119a-4428-b8da-2c21a3859a9a req-15cee485-f66d-40d3-b934-f55ec78ca27f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0511692 Mar 29 14:58:37.388830 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d4fa7c19-119a-4428-b8da-2c21a3859a9a req-d52d968a-ff03-4d6f-9f67-c9005f022450 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423789 Mar 29 14:58:38.506021 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49aea0-ac3c-4026-a0ae-0415244a571e req-38ba2ae8-915a-4fde-89d7-0cb09cf3fb7a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:38.507704 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7d49aea0-ac3c-4026-a0ae-0415244a571e req-38ba2ae8-915a-4fde-89d7-0cb09cf3fb7a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0534341 Mar 29 14:58:38.565449 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7d49aea0-ac3c-4026-a0ae-0415244a571e req-32a78527-b2f5-4d9a-b05f-d29729e1d1ab tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519273 Mar 29 14:58:39.683269 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1583c2-c5ee-44ec-a0a1-9d175aef60d5 req-1c0b9585-c99c-472d-84dd-40692508035c tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:39.683269 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ce1583c2-c5ee-44ec-a0a1-9d175aef60d5 req-1c0b9585-c99c-472d-84dd-40692508035c tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0521333 Mar 29 14:58:39.732484 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ce1583c2-c5ee-44ec-a0a1-9d175aef60d5 req-aa17c421-4a0a-479d-aa84-5c786082056e tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438604 Mar 29 14:58:40.848809 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f36cf1-ac3c-4107-ba59-22ba12f55ddd req-46fe7f69-2d47-456c-bca0-34b419a431e6 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:40.850287 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-99f36cf1-ac3c-4107-ba59-22ba12f55ddd req-46fe7f69-2d47-456c-bca0-34b419a431e6 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0512979 Mar 29 14:58:40.897559 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-99f36cf1-ac3c-4107-ba59-22ba12f55ddd req-38cc9f11-b8f7-4c79-b86c-c9e60d1701de tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416584 Mar 29 14:58:42.015122 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c270ef0-2df9-429e-9ebe-11b7867a7058 req-7c9e8ba1-97cf-4c7b-a7e9-0c7053e40f80 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:42.016557 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4c270ef0-2df9-429e-9ebe-11b7867a7058 req-7c9e8ba1-97cf-4c7b-a7e9-0c7053e40f80 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0543644 Mar 29 14:58:42.064011 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4c270ef0-2df9-429e-9ebe-11b7867a7058 req-56a329d2-b06d-4ed5-81a7-a659d6317159 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419154 Mar 29 14:58:43.178278 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dc73e-56a0-4284-b567-ab7edc13d6ff req-b3219348-3332-4fad-9577-58f0aca54289 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:43.179714 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bc5dc73e-56a0-4284-b567-ab7edc13d6ff req-b3219348-3332-4fad-9577-58f0aca54289 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0509505 Mar 29 14:58:43.226993 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bc5dc73e-56a0-4284-b567-ab7edc13d6ff req-e0898d66-2618-450c-98bd-35cfb470eb56 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417972 Mar 29 14:58:43.707072 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-2920efb1-8d31-49b7-b368-0534f052cf05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:44.340547 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88572c-bd20-4e40-837c-9076407537a8 req-a1fe268a-59cd-438d-aa20-9f6063ab4b9a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:44.342038 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bc88572c-bd20-4e40-837c-9076407537a8 req-a1fe268a-59cd-438d-aa20-9f6063ab4b9a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0515819 Mar 29 14:58:44.393413 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bc88572c-bd20-4e40-837c-9076407537a8 req-b0bfa0e5-0035-4775-ae62-4b56de8267ca tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458419 Mar 29 14:58:45.508915 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e77f99-af0c-42c0-9565-914125969ef2 req-77a21e02-660c-49ca-a844-75db4273560b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:45.510327 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-01e77f99-af0c-42c0-9565-914125969ef2 req-77a21e02-660c-49ca-a844-75db4273560b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0502717 Mar 29 14:58:45.558222 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-01e77f99-af0c-42c0-9565-914125969ef2 req-4ebbc0f6-c91c-4a15-ba80-cf5dd589d2df tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415745 Mar 29 14:58:45.751969 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-89110d3c-f926-4709-8d73-679fbcf90d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:46.407401 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 12f8914c-bde6-405f-a9db-15523b7e184d details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 14:58:46.503781 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 12f8914c-bde6-405f-a9db-15523b7e184d, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=12f8914c-bde6-405f-a9db-15523b7e184d,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:58:46.515314 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '12f8914c-bde6-405f-a9db-15523b7e184d', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'port_id': '12f8914c-bde6-405f-a9db-15523b7e184d', 'mac_address': 'fa:16:3e:c4:05:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 14:58:46.550257 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 12f8914c-bde6-405f-a9db-15523b7e184d is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:58:46.550897 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:46.562887 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f8914c-bde6-405f-a9db-15523b7e184d {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:58:46.581872 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 12f8914c-bde6-405f-a9db-15523b7e184d, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=12f8914c-bde6-405f-a9db-15523b7e184d,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:58:46.671995 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e777422-4a8c-4e92-b363-d6cd1cf785ec req-ea03798a-0111-47ff-901a-7232e0cf189e tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:46.673466 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7e777422-4a8c-4e92-b363-d6cd1cf785ec req-ea03798a-0111-47ff-901a-7232e0cf189e tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0513673 Mar 29 14:58:46.701415 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:46.702090 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 2383dddb-6073-4d07-b8eb-f09b885e73cc details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 14:58:46.724814 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7e777422-4a8c-4e92-b363-d6cd1cf785ec req-e1f0143c-11fe-42cd-9353-d68d505054ab tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450873 Mar 29 14:58:46.773206 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 2383dddb-6073-4d07-b8eb-f09b885e73cc, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=2383dddb-6073-4d07-b8eb-f09b885e73cc,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:58:46.775711 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=12f8914c-bde6-405f-a9db-15523b7e184d,revision_number=7']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:58:46.790252 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:46.790599 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:46.790970 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:46.791316 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:46.791651 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:46.791979 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:46.792303 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:46.792629 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:46.792952 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:46.793300 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:46.793722 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:46.794033 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:46.794358 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:46.794673 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:46.794989 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:46.798630 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '2383dddb-6073-4d07-b8eb-f09b885e73cc', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'port_id': '2383dddb-6073-4d07-b8eb-f09b885e73cc', 'mac_address': 'fa:16:3e:04:d9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 14:58:46.836453 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 2383dddb-6073-4d07-b8eb-f09b885e73cc is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:58:46.836838 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:46.849000 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2383dddb-6073-4d07-b8eb-f09b885e73cc {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:58:46.867087 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 2383dddb-6073-4d07-b8eb-f09b885e73cc, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=2383dddb-6073-4d07-b8eb-f09b885e73cc,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:58:46.929481 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:46.930106 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device ea96f88c-6906-44bf-9902-48aa1916becb details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 14:58:46.935098 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] No ports have port_id starting with ea96f88c-6906-44bf-9902-48aa1916becb Mar 29 14:58:46.936954 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device ea96f88c-6906-44bf-9902-48aa1916becb requested by agent hyperv_hv-cinder-83552 not found in database {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Mar 29 14:58:46.937325 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 14:58:47.030148 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=2383dddb-6073-4d07-b8eb-f09b885e73cc,revision_number=7']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:58:47.079848 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:58:47.091340 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'port_id': '1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24', 'mac_address': 'fa:16:3e:9e:4b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 14:58:47.127642 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:58:47.128049 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:47.140419 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:58:47.156176 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:47.159437 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:58:47.249769 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:47.250424 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 18e3779a-742a-456e-ac90-7f07367e899b details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 14:58:47.318666 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24,revision_number=7']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:58:47.323644 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 18e3779a-742a-456e-ac90-7f07367e899b, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=18e3779a-742a-456e-ac90-7f07367e899b,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:58:47.334745 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '18e3779a-742a-456e-ac90-7f07367e899b', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'port_id': '18e3779a-742a-456e-ac90-7f07367e899b', 'mac_address': 'fa:16:3e:4d:9c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 14:58:47.370542 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 18e3779a-742a-456e-ac90-7f07367e899b is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:58:47.370924 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (18e3779a-742a-456e-ac90-7f07367e899b), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:47.383776 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e3779a-742a-456e-ac90-7f07367e899b {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:58:47.401991 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 18e3779a-742a-456e-ac90-7f07367e899b, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=18e3779a-742a-456e-ac90-7f07367e899b,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:58:47.506055 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (18e3779a-742a-456e-ac90-7f07367e899b), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:47.506689 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 074fc41f-7341-4e36-9c84-6ba8ce452a28 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 14:58:47.596425 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=18e3779a-742a-456e-ac90-7f07367e899b,revision_number=7']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:58:47.639589 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 074fc41f-7341-4e36-9c84-6ba8ce452a28, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=074fc41f-7341-4e36-9c84-6ba8ce452a28,segment=NetworkSegment(d972c796-b53c-442c-8b95-c55eed721ffa),segment_id=d972c796-b53c-442c-8b95-c55eed721ffa)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:58:47.650354 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '074fc41f-7341-4e36-9c84-6ba8ce452a28', 'network_id': '6ae2e8b4-22d2-4d52-a946-a55ff4289652', 'port_id': '074fc41f-7341-4e36-9c84-6ba8ce452a28', 'mac_address': 'fa:16:3e:16:b2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a2dac5-7c8e-4061-bce9-293971606099', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 14:58:47.686454 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 074fc41f-7341-4e36-9c84-6ba8ce452a28 is: ACTIVE; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:58:47.686835 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:47.698890 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 074fc41f-7341-4e36-9c84-6ba8ce452a28 {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:58:47.717486 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 074fc41f-7341-4e36-9c84-6ba8ce452a28, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=074fc41f-7341-4e36-9c84-6ba8ce452a28,segment=NetworkSegment(d972c796-b53c-442c-8b95-c55eed721ffa),segment_id=d972c796-b53c-442c-8b95-c55eed721ffa)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:58:47.815154 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:47.815820 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device b19a8ddd-c730-4482-a6bd-fb09a0446050 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 14:58:47.845987 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df906994-810e-4ed2-8c43-3a953ff94c87 req-1dc5b984-6486-4892-b96f-5fed6e5954f6 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:47.847516 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-df906994-810e-4ed2-8c43-3a953ff94c87 req-1dc5b984-6486-4892-b96f-5fed6e5954f6 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 944 time: 0.0555542 Mar 29 14:58:47.896101 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-df906994-810e-4ed2-8c43-3a953ff94c87 req-c70d1ff3-87ce-4b21-a2c1-f1b4846a1ce7 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423746 Mar 29 14:58:47.912698 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=074fc41f-7341-4e36-9c84-6ba8ce452a28,revision_number=10']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:58:47.956742 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port b19a8ddd-c730-4482-a6bd-fb09a0446050, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=b19a8ddd-c730-4482-a6bd-fb09a0446050,segment=NetworkSegment(d9c0854c-192d-471c-a595-a497f25ee9e4),segment_id=d9c0854c-192d-471c-a595-a497f25ee9e4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:58:47.968283 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': 'b19a8ddd-c730-4482-a6bd-fb09a0446050', 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84', 'port_id': 'b19a8ddd-c730-4482-a6bd-fb09a0446050', 'mac_address': 'fa:16:3e:81:63:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 14:58:48.003437 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port b19a8ddd-c730-4482-a6bd-fb09a0446050 is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:58:48.003824 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:48.019889 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19a8ddd-c730-4482-a6bd-fb09a0446050 {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 14:58:48.038577 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port b19a8ddd-c730-4482-a6bd-fb09a0446050, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=b19a8ddd-c730-4482-a6bd-fb09a0446050,segment=NetworkSegment(d9c0854c-192d-471c-a595-a497f25ee9e4),segment_id=d9c0854c-192d-471c-a595-a497f25ee9e4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:58:48.163860 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:48.210210 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=b19a8ddd-c730-4482-a6bd-fb09a0446050,revision_number=7']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:58:48.375373 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:48.625165 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['074fc41f-7341-4e36-9c84-6ba8ce452a28'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:58:48.652360 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['18e3779a-742a-456e-ac90-7f07367e899b'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:58:48.814242 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['b19a8ddd-c730-4482-a6bd-fb09a0446050'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:58:48.816269 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['2383dddb-6073-4d07-b8eb-f09b885e73cc'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:58:48.818446 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:58:48.998618 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['12f8914c-bde6-405f-a9db-15523b7e184d'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 14:58:49.013154 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334b4ca-c8b8-4615-b778-29f95814b32e req-c53e5950-f1df-4919-b8bd-92d21725aeee tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:49.014822 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f334b4ca-c8b8-4615-b778-29f95814b32e req-c53e5950-f1df-4919-b8bd-92d21725aeee tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0520942 Mar 29 14:58:49.063956 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f334b4ca-c8b8-4615-b778-29f95814b32e req-b203dbe4-e527-42ca-a46e-e06b24c60295 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437129 Mar 29 14:58:49.781162 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:50.184304 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22796134-d805-452b-aaaa-09d921bf6f70 req-b7ee5e9b-43e2-445a-8051-e8d6ce9d4a0a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:50.185799 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-22796134-d805-452b-aaaa-09d921bf6f70 req-b7ee5e9b-43e2-445a-8051-e8d6ce9d4a0a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0558448 Mar 29 14:58:50.234608 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-22796134-d805-452b-aaaa-09d921bf6f70 req-6cd10cdc-7f8b-4ebe-a418-4680cb80f8ac tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431962 Mar 29 14:58:51.351107 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6f876-ffac-4ba4-844f-1489b1f1fc6b req-c4ab2db7-ea00-484d-9f62-80759c21ddb6 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:51.352573 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e4c6f876-ffac-4ba4-844f-1489b1f1fc6b req-c4ab2db7-ea00-484d-9f62-80759c21ddb6 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0512171 Mar 29 14:58:51.399490 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e4c6f876-ffac-4ba4-844f-1489b1f1fc6b req-9263bae6-0e78-49d5-8197-90195939b84a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409024 Mar 29 14:58:52.432673 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:58:52.480000 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:58:52.480368 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:52.518798 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b002cbb-0c6a-44ce-bc7d-26285c81740d req-6ea66670-28c7-4b39-b538-6ad40fb54129 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:52.520175 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5b002cbb-0c6a-44ce-bc7d-26285c81740d req-6ea66670-28c7-4b39-b538-6ad40fb54129 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0529780 Mar 29 14:58:52.556540 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:58:52.556922 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:52.571984 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5b002cbb-0c6a-44ce-bc7d-26285c81740d req-e5ba6aab-871d-42f3-be1a-890b0869a35b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459445 Mar 29 14:58:52.583254 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60b8354-a974-4148-b1ef-2f2fc059dd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:58:52.585579 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d6a72a-3e14-4ade-af35-c3ead72a8ae3" -d '{"events": [{"server_uuid": "a60b8354-a974-4148-b1ef-2f2fc059dd6d", "name": "network-vif-plugged", "status": "completed", "tag": "1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:58:52.597713 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:58:52.706756 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:52.707592 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 18e3779a-742a-456e-ac90-7f07367e899b up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:58:52.781898 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24,revision_number=8']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:58:52.789186 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e87628d-3bb5-44ef-baed-37a143ef4cbe x-openstack-request-id: req-7e87628d-3bb5-44ef-baed-37a143ef4cbe {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:58:52.789477 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60b8354-a974-4148-b1ef-2f2fc059dd6d", "name": "network-vif-plugged", "status": "completed", "tag": "1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:58:52.789724 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e87628d-3bb5-44ef-baed-37a143ef4cbe {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:58:52.790108 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e87628d-3bb5-44ef-baed-37a143ef4cbe'] response: {'server_uuid': 'a60b8354-a974-4148-b1ef-2f2fc059dd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24', 'code': 200} Mar 29 14:58:52.797877 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 18e3779a-742a-456e-ac90-7f07367e899b triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:58:52.798249 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (18e3779a-742a-456e-ac90-7f07367e899b), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:52.875818 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 18e3779a-742a-456e-ac90-7f07367e899b is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:58:52.876205 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (18e3779a-742a-456e-ac90-7f07367e899b), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:52.907186 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 18e3779a-742a-456e-ac90-7f07367e899b, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=18e3779a-742a-456e-ac90-7f07367e899b,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:58:52.957987 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (18e3779a-742a-456e-ac90-7f07367e899b), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:52.958748 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 12f8914c-bde6-405f-a9db-15523b7e184d up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:58:53.032089 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=18e3779a-742a-456e-ac90-7f07367e899b,revision_number=8']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:58:53.045283 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 12f8914c-bde6-405f-a9db-15523b7e184d triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:58:53.045896 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:53.129179 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 12f8914c-bde6-405f-a9db-15523b7e184d is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:58:53.129557 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:53.159935 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 12f8914c-bde6-405f-a9db-15523b7e184d, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=12f8914c-bde6-405f-a9db-15523b7e184d,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:58:53.221089 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:53.221876 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 2383dddb-6073-4d07-b8eb-f09b885e73cc up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:58:53.295809 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=12f8914c-bde6-405f-a9db-15523b7e184d,revision_number=8']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:58:53.311603 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 2383dddb-6073-4d07-b8eb-f09b885e73cc triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:58:53.311603 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:53.387271 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 2383dddb-6073-4d07-b8eb-f09b885e73cc is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:58:53.387662 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:53.419434 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 2383dddb-6073-4d07-b8eb-f09b885e73cc, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=2383dddb-6073-4d07-b8eb-f09b885e73cc,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:58:53.500881 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:53.501804 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 074fc41f-7341-4e36-9c84-6ba8ce452a28 up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:58:53.578747 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=2383dddb-6073-4d07-b8eb-f09b885e73cc,revision_number=8']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:58:53.589783 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 074fc41f-7341-4e36-9c84-6ba8ce452a28 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:58:53.590187 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:53.670617 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 074fc41f-7341-4e36-9c84-6ba8ce452a28 is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:58:53.671000 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:53.688867 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154da1a4-1a36-4b37-94ce-5a24d37f96f2 req-416740ca-cd7f-4d4a-a2e6-13e996f8d044 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:53.690381 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-154da1a4-1a36-4b37-94ce-5a24d37f96f2 req-416740ca-cd7f-4d4a-a2e6-13e996f8d044 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 945 time: 0.0536489 Mar 29 14:58:53.702730 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 074fc41f-7341-4e36-9c84-6ba8ce452a28, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=074fc41f-7341-4e36-9c84-6ba8ce452a28,segment=NetworkSegment(d972c796-b53c-442c-8b95-c55eed721ffa),segment_id=d972c796-b53c-442c-8b95-c55eed721ffa)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:58:53.739391 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-154da1a4-1a36-4b37-94ce-5a24d37f96f2 req-0fe2099f-72b2-4c4f-9f8e-6b31c555c7a7 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433569 Mar 29 14:58:53.798112 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:53.798927 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device b19a8ddd-c730-4482-a6bd-fb09a0446050 up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:58:53.879921 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=074fc41f-7341-4e36-9c84-6ba8ce452a28,revision_number=11']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:58:53.887830 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port b19a8ddd-c730-4482-a6bd-fb09a0446050 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:58:53.888065 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:53.962564 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port b19a8ddd-c730-4482-a6bd-fb09a0446050 is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:58:53.962947 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:53.993663 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port b19a8ddd-c730-4482-a6bd-fb09a0446050, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=b19a8ddd-c730-4482-a6bd-fb09a0446050,segment=NetworkSegment(d9c0854c-192d-471c-a595-a497f25ee9e4),segment_id=d9c0854c-192d-471c-a595-a497f25ee9e4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:58:54.049636 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:54.098182 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=b19a8ddd-c730-4482-a6bd-fb09a0446050,revision_number=8']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:58:54.791117 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c230b8a1-3de9-478c-a54c-193f8159aaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e3779a-742a-456e-ac90-7f07367e899b'}, {'server_uuid': '074d2dc7-e232-4b56-be65-379ff1e05700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f8914c-bde6-405f-a9db-15523b7e184d'}, {'server_uuid': '47cece9a-896c-4968-b2cb-6e2d60af1c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2383dddb-6073-4d07-b8eb-f09b885e73cc'}, {'server_uuid': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074fc41f-7341-4e36-9c84-6ba8ce452a28'}, {'server_uuid': '01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19a8ddd-c730-4482-a6bd-fb09a0446050'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:58:54.793541 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19870608-28a0-47a0-9361-094aab57543e" -d '{"events": [{"server_uuid": "c230b8a1-3de9-478c-a54c-193f8159aaa8", "name": "network-vif-plugged", "status": "completed", "tag": "18e3779a-742a-456e-ac90-7f07367e899b"}, {"server_uuid": "074d2dc7-e232-4b56-be65-379ff1e05700", "name": "network-vif-plugged", "status": "completed", "tag": "12f8914c-bde6-405f-a9db-15523b7e184d"}, {"server_uuid": "47cece9a-896c-4968-b2cb-6e2d60af1c8b", "name": "network-vif-plugged", "status": "completed", "tag": "2383dddb-6073-4d07-b8eb-f09b885e73cc"}, {"server_uuid": "95913f2f-2ddc-4026-8405-a0c035ef7be7", "name": "network-vif-plugged", "status": "completed", "tag": "074fc41f-7341-4e36-9c84-6ba8ce452a28"}, {"server_uuid": "01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1", "name": "network-vif-plugged", "status": "completed", "tag": "b19a8ddd-c730-4482-a6bd-fb09a0446050"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:58:54.845155 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 29 Mar 2022 14:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0982bc-d1b7-4074-8721-9253eb8fa0f6 x-openstack-request-id: req-3c0982bc-d1b7-4074-8721-9253eb8fa0f6 {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:58:54.845466 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c230b8a1-3de9-478c-a54c-193f8159aaa8", "name": "network-vif-plugged", "status": "completed", "tag": "18e3779a-742a-456e-ac90-7f07367e899b", "code": 200}, {"server_uuid": "074d2dc7-e232-4b56-be65-379ff1e05700", "name": "network-vif-plugged", "status": "completed", "tag": "12f8914c-bde6-405f-a9db-15523b7e184d", "code": 200}, {"server_uuid": "47cece9a-896c-4968-b2cb-6e2d60af1c8b", "name": "network-vif-plugged", "status": "completed", "tag": "2383dddb-6073-4d07-b8eb-f09b885e73cc", "code": 200}, {"server_uuid": "95913f2f-2ddc-4026-8405-a0c035ef7be7", "name": "network-vif-plugged", "status": "completed", "tag": "074fc41f-7341-4e36-9c84-6ba8ce452a28", "code": 200}, {"server_uuid": "01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1", "name": "network-vif-plugged", "status": "completed", "tag": "b19a8ddd-c730-4482-a6bd-fb09a0446050", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:58:54.845720 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c0982bc-d1b7-4074-8721-9253eb8fa0f6 {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:58:54.846132 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0982bc-d1b7-4074-8721-9253eb8fa0f6'] response: {'server_uuid': 'c230b8a1-3de9-478c-a54c-193f8159aaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e3779a-742a-456e-ac90-7f07367e899b', 'code': 200} Mar 29 14:58:54.846390 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0982bc-d1b7-4074-8721-9253eb8fa0f6'] response: {'server_uuid': '074d2dc7-e232-4b56-be65-379ff1e05700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f8914c-bde6-405f-a9db-15523b7e184d', 'code': 200} Mar 29 14:58:54.846638 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0982bc-d1b7-4074-8721-9253eb8fa0f6'] response: {'server_uuid': '47cece9a-896c-4968-b2cb-6e2d60af1c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2383dddb-6073-4d07-b8eb-f09b885e73cc', 'code': 200} Mar 29 14:58:54.846884 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0982bc-d1b7-4074-8721-9253eb8fa0f6'] response: {'server_uuid': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074fc41f-7341-4e36-9c84-6ba8ce452a28', 'code': 200} Mar 29 14:58:54.847129 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0982bc-d1b7-4074-8721-9253eb8fa0f6'] response: {'server_uuid': '01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19a8ddd-c730-4482-a6bd-fb09a0446050', 'code': 200} Mar 29 14:58:54.859616 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8aa49d-ed61-485a-8b65-e5592c6e40f6 req-69f5e801-8986-4dee-93b2-c7de6303ba1f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:54.861141 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cb8aa49d-ed61-485a-8b65-e5592c6e40f6 req-69f5e801-8986-4dee-93b2-c7de6303ba1f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0531154 Mar 29 14:58:54.908341 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cb8aa49d-ed61-485a-8b65-e5592c6e40f6 req-483664e5-02dd-477a-8094-1d1df2071051 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416191 Mar 29 14:58:56.027575 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23986e-f5cb-41d3-b8ee-41e4471183be req-a6eb3a56-c8f9-4053-9690-9adc1fa2b368 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:56.029037 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4c23986e-f5cb-41d3-b8ee-41e4471183be req-a6eb3a56-c8f9-4053-9690-9adc1fa2b368 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0555549 Mar 29 14:58:56.076544 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4c23986e-f5cb-41d3-b8ee-41e4471183be req-d9b0c280-a0f2-48ca-b1c5-b4e9f1788098 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420096 Mar 29 14:58:57.190713 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbeea08-8078-4c16-ac08-c367da9ca182 req-1681fd8f-7cd2-474c-9254-63688f31d865 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:57.192168 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3bbeea08-8078-4c16-ac08-c367da9ca182 req-1681fd8f-7cd2-474c-9254-63688f31d865 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0523961 Mar 29 14:58:57.240033 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3bbeea08-8078-4c16-ac08-c367da9ca182 req-ade9a7aa-d5f2-40ac-bf7c-20690b273039 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423939 Mar 29 14:58:58.357714 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34281c88-b3ba-4b5c-b572-eaeb46447811 req-daf5877e-da66-4359-9744-89a4f8a3dbac tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:58.359213 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-34281c88-b3ba-4b5c-b572-eaeb46447811 req-daf5877e-da66-4359-9744-89a4f8a3dbac tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0523424 Mar 29 14:58:58.410606 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-34281c88-b3ba-4b5c-b572-eaeb46447811 req-95a4155e-dc8c-4025-b68a-b07a1a03ae8c tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457826 Mar 29 14:58:59.049107 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:59.525857 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63006f29-0dad-4a87-a297-4fca1a34bd44 req-2bccfcdd-0dd7-43e7-b8e5-f2fcdd8d713d tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:58:59.527297 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-63006f29-0dad-4a87-a297-4fca1a34bd44 req-2bccfcdd-0dd7-43e7-b8e5-f2fcdd8d713d tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0500977 Mar 29 14:58:59.575106 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-63006f29-0dad-4a87-a297-4fca1a34bd44 req-a2ddbf90-3c8e-466b-a127-d6986f7dd8d5 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411940 Mar 29 14:59:00.690352 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6b19b-5de6-4fda-8698-4d4478dc93fa req-8f56bbfd-128e-4a3a-8993-750c9d6b2e0c tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:00.691846 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-72e6b19b-5de6-4fda-8698-4d4478dc93fa req-8f56bbfd-128e-4a3a-8993-750c9d6b2e0c tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0520983 Mar 29 14:59:00.738930 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-72e6b19b-5de6-4fda-8698-4d4478dc93fa req-be450730-1774-461c-a447-5efcae1fc6dd tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415890 Mar 29 14:59:01.859241 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ce289-f39b-42ed-8cc0-1f9df1887257 req-e950a5a7-2f03-460b-90ec-4d61fd3bf891 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:01.860787 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fc0ce289-f39b-42ed-8cc0-1f9df1887257 req-e950a5a7-2f03-460b-90ec-4d61fd3bf891 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0554574 Mar 29 14:59:01.909925 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fc0ce289-f39b-42ed-8cc0-1f9df1887257 req-746e821a-cc3a-4daa-b1a8-4186de5d9945 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436656 Mar 29 14:59:01.955160 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c5b44ec6-92cd-4fb8-b7e4-2abc0e8c3bb8 req-a41f85be-7fb7-4651-8b60-6b5dc539ec59 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437913 Mar 29 14:59:02.032124 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b44ec6-92cd-4fb8-b7e4-2abc0e8c3bb8 req-7f74aa6b-9867-4eb6-99b6-cb6797d31c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:02.033827 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c5b44ec6-92cd-4fb8-b7e4-2abc0e8c3bb8 req-7f74aa6b-9867-4eb6-99b6-cb6797d31c34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 1130 time: 0.0470815 Mar 29 14:59:02.131774 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b44ec6-92cd-4fb8-b7e4-2abc0e8c3bb8 req-7edc2224-3649-4678-88e9-430ea13563c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:02.133256 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c5b44ec6-92cd-4fb8-b7e4-2abc0e8c3bb8 req-7edc2224-3649-4678-88e9-430ea13563c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 919 time: 0.0821006 Mar 29 14:59:02.176008 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c5b44ec6-92cd-4fb8-b7e4-2abc0e8c3bb8 req-1640559b-b639-4b55-aab2-53045c67e7fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2383dddb-6073-4d07-b8eb-f09b885e73cc HTTP/1.1" status: 200 len: 217 time: 0.0365603 Mar 29 14:59:02.223606 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b44ec6-92cd-4fb8-b7e4-2abc0e8c3bb8 req-35ae1b50-e7a7-40d1-829c-c30f02a3dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:02.224895 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c5b44ec6-92cd-4fb8-b7e4-2abc0e8c3bb8 req-35ae1b50-e7a7-40d1-829c-c30f02a3dd27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.0412211 Mar 29 14:59:02.272242 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b44ec6-92cd-4fb8-b7e4-2abc0e8c3bb8 req-7910609d-2f46-4af2-b79e-fb88bb750771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:02.273752 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c5b44ec6-92cd-4fb8-b7e4-2abc0e8c3bb8 req-7910609d-2f46-4af2-b79e-fb88bb750771 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417907 Mar 29 14:59:02.364164 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c5b44ec6-92cd-4fb8-b7e4-2abc0e8c3bb8 req-48c93ed8-16c0-4bac-a6b5-8f72a06e10bb service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826671 Mar 29 14:59:02.450049 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c5b44ec6-92cd-4fb8-b7e4-2abc0e8c3bb8 req-f0d40f58-ab5a-498a-bae0-67fce8171220 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791759 Mar 29 14:59:03.024335 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352709b-f850-4fc5-8ee5-4348fcdd30dc req-4cea512c-1f19-4b78-816a-966e2bb13f57 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:03.025740 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9352709b-f850-4fc5-8ee5-4348fcdd30dc req-4cea512c-1f19-4b78-816a-966e2bb13f57 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0507133 Mar 29 14:59:03.072916 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9352709b-f850-4fc5-8ee5-4348fcdd30dc req-bc886cf2-ebfc-4b62-881b-39ed681a8d6a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415344 Mar 29 14:59:03.930708 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:59:04.190413 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e2e3f-43cf-4695-97ef-1bb53bb38ef8 req-12bb4d5e-fb07-4941-8d5c-46bca9467b36 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:04.191897 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3d3e2e3f-43cf-4695-97ef-1bb53bb38ef8 req-12bb4d5e-fb07-4941-8d5c-46bca9467b36 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0557370 Mar 29 14:59:04.238826 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3d3e2e3f-43cf-4695-97ef-1bb53bb38ef8 req-8874ba49-631f-4bf3-bd7a-13f15e56ac16 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414209 Mar 29 14:59:05.354096 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64478557-7ab4-455a-ab1d-736674564fb9 req-78a22560-ec24-4a83-8bb3-1ac25dae00a9 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:05.355580 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-64478557-7ab4-455a-ab1d-736674564fb9 req-78a22560-ec24-4a83-8bb3-1ac25dae00a9 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0512199 Mar 29 14:59:05.402551 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-64478557-7ab4-455a-ab1d-736674564fb9 req-dd0eea12-d7c3-4eab-a8b5-4e2409afb2c0 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411928 Mar 29 14:59:06.518310 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e43fb2-93a0-489a-a63d-4006e8423f02 req-3c5f3185-2b89-433e-9ab2-2c9273ab57ae tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:06.519656 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-26e43fb2-93a0-489a-a63d-4006e8423f02 req-3c5f3185-2b89-433e-9ab2-2c9273ab57ae tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0513399 Mar 29 14:59:06.571145 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-26e43fb2-93a0-489a-a63d-4006e8423f02 req-5125f613-e10b-479a-9a92-bacf34e76a6a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460250 Mar 29 14:59:07.686298 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8f9c4-c3be-4367-8a32-6bb3315cd4c8 req-1f67c205-80c6-461e-9331-37ca7232dade tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:07.687726 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e7c8f9c4-c3be-4367-8a32-6bb3315cd4c8 req-1f67c205-80c6-461e-9331-37ca7232dade tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0511525 Mar 29 14:59:07.735037 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e7c8f9c4-c3be-4367-8a32-6bb3315cd4c8 req-39507e0d-5ab5-4b7f-8f0d-78461a93b94a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417991 Mar 29 14:59:08.851005 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7c345-7c5e-4d46-9a44-9507f4e79913 req-1cada224-3f53-40ce-bd68-0c5153ad48de tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:08.852467 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7be7c345-7c5e-4d46-9a44-9507f4e79913 req-1cada224-3f53-40ce-bd68-0c5153ad48de tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0515943 Mar 29 14:59:08.899790 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7be7c345-7c5e-4d46-9a44-9507f4e79913 req-c16b0121-fbd7-4770-bfd0-d533d6f859e1 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413332 Mar 29 14:59:10.019388 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd80f6f-a9a4-4167-bd9f-5763c5935c70 req-da777b3d-d430-48be-bfca-46c563c6e0ae tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:10.020842 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ddd80f6f-a9a4-4167-bd9f-5763c5935c70 req-da777b3d-d430-48be-bfca-46c563c6e0ae tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0552022 Mar 29 14:59:10.068653 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ddd80f6f-a9a4-4167-bd9f-5763c5935c70 req-23559543-bb25-4996-af9e-bc79cee778d7 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422676 Mar 29 14:59:11.184301 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c12bdb-721b-4547-8f5d-4e89c3858b96 req-4d8bed00-0a52-4560-b7ad-9bcc6a17aeae tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:11.185733 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e6c12bdb-721b-4547-8f5d-4e89c3858b96 req-4d8bed00-0a52-4560-b7ad-9bcc6a17aeae tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0533848 Mar 29 14:59:11.233190 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e6c12bdb-721b-4547-8f5d-4e89c3858b96 req-54df3369-5ee9-427b-b35d-ad608896927a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419641 Mar 29 14:59:12.352131 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67c4ae-8f9d-4c97-85e3-157fd100a569 req-3cbcb885-3321-49f4-96c9-90a1d888dc05 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:12.356883 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8a67c4ae-8f9d-4c97-85e3-157fd100a569 req-3cbcb885-3321-49f4-96c9-90a1d888dc05 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0525076 Mar 29 14:59:12.404691 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8a67c4ae-8f9d-4c97-85e3-157fd100a569 req-956cde39-472c-4534-b6d8-a06a28cee465 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447741 Mar 29 14:59:13.520083 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d847e3-98f6-4e03-a2df-e40331779872 req-590ca980-a563-4305-83d0-ca1566566841 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:13.521557 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a3d847e3-98f6-4e03-a2df-e40331779872 req-590ca980-a563-4305-83d0-ca1566566841 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0512803 Mar 29 14:59:13.570070 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a3d847e3-98f6-4e03-a2df-e40331779872 req-60f0e1fb-38c2-4bad-84ad-eff1d956351c tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429795 Mar 29 14:59:13.711641 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-733095de-6e96-46a4-9d16-95c9fefccf1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:14.688584 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603012e-8526-4505-9fe0-b9e6481d073a req-f69c641a-ba2b-46fe-9042-556a52829d93 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:14.690068 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f603012e-8526-4505-9fe0-b9e6481d073a req-f69c641a-ba2b-46fe-9042-556a52829d93 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0538657 Mar 29 14:59:14.737979 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f603012e-8526-4505-9fe0-b9e6481d073a req-9d97635a-f419-4d70-acaa-5b3b14fd62ab tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423119 Mar 29 14:59:15.746059 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-9f938701-3b47-4535-a1bf-bfcb88448b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:15.856876 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3215f-a3af-4c9b-8c19-695816047cfc req-924c6d8b-5391-490c-a39d-cec7f2bbfec2 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:15.858349 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e5b3215f-a3af-4c9b-8c19-695816047cfc req-924c6d8b-5391-490c-a39d-cec7f2bbfec2 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0548306 Mar 29 14:59:15.906207 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e5b3215f-a3af-4c9b-8c19-695816047cfc req-1bfff564-d921-4b33-bf2a-b3ee5ca323c8 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423067 Mar 29 14:59:17.022710 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b158a-15a8-4195-9cfa-4ccc1cfdc3f5 req-91e91c56-c6ef-4ff1-8560-f606fcf0ee4a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:17.024156 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bc2b158a-15a8-4195-9cfa-4ccc1cfdc3f5 req-91e91c56-c6ef-4ff1-8560-f606fcf0ee4a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0520613 Mar 29 14:59:17.054808 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:17.072612 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bc2b158a-15a8-4195-9cfa-4ccc1cfdc3f5 req-7ef303ee-7722-49c6-8e29-3d64c05164b3 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428290 Mar 29 14:59:18.191713 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7705402-77da-4022-bbc1-2636f0133196 req-71716648-38f0-4b0f-9520-829067f7cd84 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:18.193207 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a7705402-77da-4022-bbc1-2636f0133196 req-71716648-38f0-4b0f-9520-829067f7cd84 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0554461 Mar 29 14:59:18.241713 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a7705402-77da-4022-bbc1-2636f0133196 req-da5e29e0-c9b1-4e0e-b38a-a7a42945f032 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427012 Mar 29 14:59:18.300886 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:19.360076 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f5e09-0d9c-4cc2-a125-f828f26a27f6 req-ad45292a-4215-407c-89fe-17dc7425c8bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:19.361549 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7e6f5e09-0d9c-4cc2-a125-f828f26a27f6 req-ad45292a-4215-407c-89fe-17dc7425c8bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0523231 Mar 29 14:59:19.409288 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7e6f5e09-0d9c-4cc2-a125-f828f26a27f6 req-1cdc6524-30b4-4df7-9c5f-5ae6304a3e77 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419800 Mar 29 14:59:19.751693 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:20.524865 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d2af1-0945-441b-b5aa-cdf7f794a6df req-b1d983be-b75e-4d80-ac36-e92a7989765f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:20.526226 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c10d2af1-0945-441b-b5aa-cdf7f794a6df req-b1d983be-b75e-4d80-ac36-e92a7989765f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0505130 Mar 29 14:59:20.576489 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c10d2af1-0945-441b-b5aa-cdf7f794a6df req-5b1421fe-7577-4e98-8479-e035169d536a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445361 Mar 29 14:59:21.692655 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f733287-49ac-494c-ad2b-bd6dbc99f51a req-205d2c46-552b-4a66-91fa-a66a158c1720 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:21.694130 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9f733287-49ac-494c-ad2b-bd6dbc99f51a req-205d2c46-552b-4a66-91fa-a66a158c1720 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0516486 Mar 29 14:59:21.742014 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9f733287-49ac-494c-ad2b-bd6dbc99f51a req-4ed03ad4-ac6f-4458-a9bc-6d36908b2e7c tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422795 Mar 29 14:59:22.857736 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7915d-1d50-4953-ac61-fa96b69cbcf6 req-3ad1aacd-bc36-4861-ab31-028bf7fb0d15 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:22.859187 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-68c7915d-1d50-4953-ac61-fa96b69cbcf6 req-3ad1aacd-bc36-4861-ab31-028bf7fb0d15 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0516572 Mar 29 14:59:22.907804 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-68c7915d-1d50-4953-ac61-fa96b69cbcf6 req-3e68d6ce-33af-4180-b5ee-93cd0b4de490 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425222 Mar 29 14:59:24.025752 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b59bf-9839-40a6-822a-61d9c34d51e0 req-de065e95-0e35-4c44-b71b-001275f4cee8 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:24.027093 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3e8b59bf-9839-40a6-822a-61d9c34d51e0 req-de065e95-0e35-4c44-b71b-001275f4cee8 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0547397 Mar 29 14:59:24.076187 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3e8b59bf-9839-40a6-822a-61d9c34d51e0 req-aec6f881-560b-4d15-9ebb-a8813cc9fd9f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435257 Mar 29 14:59:25.194935 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92f99f-45f3-4c4e-abbf-b1f55d525a44 req-8745b554-45a4-40f6-a1d5-ac647c8e1cc3 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:25.196343 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8b92f99f-45f3-4c4e-abbf-b1f55d525a44 req-8745b554-45a4-40f6-a1d5-ac647c8e1cc3 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0527427 Mar 29 14:59:25.245015 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8b92f99f-45f3-4c4e-abbf-b1f55d525a44 req-679e24e3-a21e-4196-bd8f-142819154e6d tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418379 Mar 29 14:59:26.359734 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f61f8-86ba-4dcf-a374-362070198446 req-7fba20bb-d303-41f4-8fb3-139ea0fe2a5b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:26.361357 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-905f61f8-86ba-4dcf-a374-362070198446 req-7fba20bb-d303-41f4-8fb3-139ea0fe2a5b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0522830 Mar 29 14:59:26.411837 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-905f61f8-86ba-4dcf-a374-362070198446 req-207fa43a-6a2e-4bf8-8761-89259b328ff5 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449874 Mar 29 14:59:27.525756 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdb399-aa24-4953-a070-d5596039e4b4 req-4984edc6-5ed1-4388-8d1f-832fb6753f26 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:27.527096 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8ecdb399-aa24-4953-a070-d5596039e4b4 req-4984edc6-5ed1-4388-8d1f-832fb6753f26 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0511477 Mar 29 14:59:27.574262 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8ecdb399-aa24-4953-a070-d5596039e4b4 req-2eae80a3-36d6-4cad-9387-12b295dea680 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417180 Mar 29 14:59:28.691915 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d9da1-491b-4b8a-93a6-3203c8a0dbbe req-8279da47-fa6e-4a6e-9a36-97890197be48 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:28.693494 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-223d9da1-491b-4b8a-93a6-3203c8a0dbbe req-8279da47-fa6e-4a6e-9a36-97890197be48 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0529449 Mar 29 14:59:28.741022 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-223d9da1-491b-4b8a-93a6-3203c8a0dbbe req-29267e1c-ff46-46b1-b5d5-acef16e7cbd0 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420480 Mar 29 14:59:29.008677 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:29.859372 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97d1be-217b-476e-8803-aa2119dd73fb req-b7281db6-bee3-4cef-aa50-c1d033508dfd tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:29.860841 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fd97d1be-217b-476e-8803-aa2119dd73fb req-b7281db6-bee3-4cef-aa50-c1d033508dfd tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0549154 Mar 29 14:59:29.908064 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fd97d1be-217b-476e-8803-aa2119dd73fb req-8fb44686-18cb-40b4-b0fb-9bb0349a065d tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411906 Mar 29 14:59:31.022694 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b2e83-8eca-416d-81d8-7612a6572ac9 req-2d8fb48b-fdd0-4b5c-abf4-91555fed03b4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:31.024124 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7d8b2e83-8eca-416d-81d8-7612a6572ac9 req-2d8fb48b-fdd0-4b5c-abf4-91555fed03b4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0503750 Mar 29 14:59:31.071556 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7d8b2e83-8eca-416d-81d8-7612a6572ac9 req-8e73a115-104e-41b8-9d69-1ad092e349fc tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419188 Mar 29 14:59:32.207954 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bca319-0f32-4660-93a2-00937475b11a req-7bc2fef8-ec1f-4b85-b9f7-2f9ab9c2544e tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:32.209504 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a8bca319-0f32-4660-93a2-00937475b11a req-7bc2fef8-ec1f-4b85-b9f7-2f9ab9c2544e tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0706260 Mar 29 14:59:32.262948 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a8bca319-0f32-4660-93a2-00937475b11a req-53a0902f-9042-43f6-a6c1-256655cb3042 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472710 Mar 29 14:59:33.379703 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394738af-f5cd-4fa3-a1c1-2c7885ad77a3 req-cbf0d4e8-78b5-49a7-972e-d4028bbdf057 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:33.381310 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-394738af-f5cd-4fa3-a1c1-2c7885ad77a3 req-cbf0d4e8-78b5-49a7-972e-d4028bbdf057 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0511153 Mar 29 14:59:33.428525 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-394738af-f5cd-4fa3-a1c1-2c7885ad77a3 req-9c9a3327-49b1-4561-a907-8ec59ed1bacb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417132 Mar 29 14:59:34.542415 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c425c-d66a-48c5-8dea-7df9b117dcaa req-644f2a8f-2fa7-4be3-b2ed-1faa65972512 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:34.543791 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-df7c425c-d66a-48c5-8dea-7df9b117dcaa req-644f2a8f-2fa7-4be3-b2ed-1faa65972512 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0507317 Mar 29 14:59:34.594729 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-df7c425c-d66a-48c5-8dea-7df9b117dcaa req-7499b81c-1ff7-4f5c-abd8-3ac0481c56f3 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454092 Mar 29 14:59:35.708469 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af846bd-5720-4a2b-92b9-267fa6bb7a40 req-2d6178b2-72a1-4096-bf87-0e1505bc8637 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:35.709921 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4af846bd-5720-4a2b-92b9-267fa6bb7a40 req-2d6178b2-72a1-4096-bf87-0e1505bc8637 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0516973 Mar 29 14:59:35.756371 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4af846bd-5720-4a2b-92b9-267fa6bb7a40 req-767a4bcc-9b1a-431f-a0d7-c343db99b681 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409629 Mar 29 14:59:36.875783 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad4583-51b6-48d7-8ee4-c1d44208ca77 req-ac558884-9d98-4721-87cd-d857eebff4d5 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:36.877192 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0fad4583-51b6-48d7-8ee4-c1d44208ca77 req-ac558884-9d98-4721-87cd-d857eebff4d5 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0545809 Mar 29 14:59:36.924167 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0fad4583-51b6-48d7-8ee4-c1d44208ca77 req-d25265fe-d550-4450-aa2e-b904487f3c11 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412352 Mar 29 14:59:38.042528 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e0124-ff60-4fdd-8522-7093db873722 req-500f567f-cf55-473f-bccf-12cddc16916f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:38.043995 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fc6e0124-ff60-4fdd-8522-7093db873722 req-500f567f-cf55-473f-bccf-12cddc16916f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0543771 Mar 29 14:59:38.091474 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fc6e0124-ff60-4fdd-8522-7093db873722 req-4f14f013-c46a-4ecf-8baf-431e821aad53 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420337 Mar 29 14:59:39.204912 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2319b-80a0-4ca6-a227-047c0541c1f3 req-86c2c6d4-7dd5-4ad0-91cd-711cf0e5e9f4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:39.207018 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-12b2319b-80a0-4ca6-a227-047c0541c1f3 req-86c2c6d4-7dd5-4ad0-91cd-711cf0e5e9f4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0501194 Mar 29 14:59:39.254820 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-12b2319b-80a0-4ca6-a227-047c0541c1f3 req-e640f5bf-bc2d-4bc9-82cd-d75ef05c8481 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424263 Mar 29 14:59:40.373876 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31f9f2-5990-4da5-9883-62ba74a41690 req-ebe6c4d1-0713-44c8-bd91-6d9fb3ff50d2 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:40.375413 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7e31f9f2-5990-4da5-9883-62ba74a41690 req-ebe6c4d1-0713-44c8-bd91-6d9fb3ff50d2 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0533080 Mar 29 14:59:40.427095 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7e31f9f2-5990-4da5-9883-62ba74a41690 req-ade859ec-0014-4178-801d-18a2f417f69f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458953 Mar 29 14:59:40.930266 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:59:41.542659 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce034b04-dcf5-434e-8b7f-8a40361b0f3a req-0b345e47-102c-470e-a235-628630ff7854 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:41.544042 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ce034b04-dcf5-434e-8b7f-8a40361b0f3a req-0b345e47-102c-470e-a235-628630ff7854 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0505335 Mar 29 14:59:41.592751 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ce034b04-dcf5-434e-8b7f-8a40361b0f3a req-3430f2dc-fa24-4c11-9ebe-78c8bd00a8ac tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431418 Mar 29 14:59:42.706890 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31723acb-0a00-4e80-a01e-f25d33182489 req-23e3cfcf-c5a2-43b6-a736-9c630baffdb6 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:42.708306 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-31723acb-0a00-4e80-a01e-f25d33182489 req-23e3cfcf-c5a2-43b6-a736-9c630baffdb6 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0505092 Mar 29 14:59:42.756143 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-31723acb-0a00-4e80-a01e-f25d33182489 req-ad6d1a07-3bdd-415a-8cfc-f4c787f7f1cd tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423231 Mar 29 14:59:43.706065 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-9b980481-cb0d-4bfb-a525-bbad85888ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:43.875077 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507bad5-fdb2-4d5f-ae65-a9bb3a90742a req-f2d5939f-c1d1-47da-afb5-d7a9606de06a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:43.876557 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1507bad5-fdb2-4d5f-ae65-a9bb3a90742a req-f2d5939f-c1d1-47da-afb5-d7a9606de06a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0553021 Mar 29 14:59:43.926137 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1507bad5-fdb2-4d5f-ae65-a9bb3a90742a req-ea0ceae2-3aba-4c7d-8cfd-26f837042102 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433528 Mar 29 14:59:45.043024 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ffeeb-7d5a-4803-9ebf-e5c013852be6 req-9b365f97-f358-4743-b8e9-9e78145a975d tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:45.044059 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a67ffeeb-7d5a-4803-9ebf-e5c013852be6 req-9b365f97-f358-4743-b8e9-9e78145a975d tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0526659 Mar 29 14:59:45.093448 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a67ffeeb-7d5a-4803-9ebf-e5c013852be6 req-22308079-1347-4311-b035-76b16df13711 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434659 Mar 29 14:59:45.780162 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-514d4337-48c2-489f-8234-67a064445650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:46.213541 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb907b13-5593-43b3-8c0b-ff57613c7c1f req-10b92fe7-d185-4a49-bc03-61c29701a3ac tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:46.214972 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bb907b13-5593-43b3-8c0b-ff57613c7c1f req-10b92fe7-d185-4a49-bc03-61c29701a3ac tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0542235 Mar 29 14:59:46.262179 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bb907b13-5593-43b3-8c0b-ff57613c7c1f req-aab563f5-5611-4ec4-afa3-ba347905d4e9 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417120 Mar 29 14:59:47.082710 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:47.382447 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745904a-5f01-47f2-9244-9e52ddc3ca41 req-cd7ee915-02fd-43b6-a375-89040f58c28f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:47.383810 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a745904a-5f01-47f2-9244-9e52ddc3ca41 req-cd7ee915-02fd-43b6-a375-89040f58c28f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0536349 Mar 29 14:59:47.432303 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a745904a-5f01-47f2-9244-9e52ddc3ca41 req-1cc3403f-4efa-4c58-95e2-fe97985278c0 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429425 Mar 29 14:59:48.305684 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:48.547757 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4158111-6d7f-49eb-9d22-549dd84ffad8 req-3c091cee-a379-4826-9563-1789ca138766 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:48.549495 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a4158111-6d7f-49eb-9d22-549dd84ffad8 req-3c091cee-a379-4826-9563-1789ca138766 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0518677 Mar 29 14:59:48.601137 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a4158111-6d7f-49eb-9d22-549dd84ffad8 req-28d3facf-0c97-4cdf-8c38-2eb066cae14a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453348 Mar 29 14:59:49.724302 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237e0e7-cdcb-4e34-b58a-01827f10fcae req-8cc8b9aa-5233-4462-b9cb-1ca2d0a3a384 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:49.728644 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e237e0e7-cdcb-4e34-b58a-01827f10fcae req-8cc8b9aa-5233-4462-b9cb-1ca2d0a3a384 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0581245 Mar 29 14:59:49.745504 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:49.775358 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e237e0e7-cdcb-4e34-b58a-01827f10fcae req-74578b45-8974-4d39-93fa-3b8d8e2ea9b0 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440316 Mar 29 14:59:50.034031 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8144f-7f48-43b1-9cfb-77d473905b58 req-5e21cfc8-d5d5-4111-b3ff-004a00f15d0e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:50.035453 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dcc8144f-7f48-43b1-9cfb-77d473905b58 req-5e21cfc8-d5d5-4111-b3ff-004a00f15d0e tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 945 time: 0.0506945 Mar 29 14:59:50.080282 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dcc8144f-7f48-43b1-9cfb-77d473905b58 req-a1343be6-73ee-4800-9429-0fcebf1b9218 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31f94d5-8cfa-4444-82d2-3f4052440fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384424 Mar 29 14:59:50.797812 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacacdc-8705-4160-baf9-1f6ba0d6f470 req-de590018-0a17-4353-b8db-baf04ab66dd3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:50.799510 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5aacacdc-8705-4160-baf9-1f6ba0d6f470 req-de590018-0a17-4353-b8db-baf04ab66dd3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.13 "GET /v2.0/ports?device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 945 time: 0.0504217 Mar 29 14:59:50.898296 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6547b8-6672-4b82-a029-1f0a30ac983c req-8a12af4a-f93c-403c-94b5-43e4a57e5c56 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:50.899758 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fe6547b8-6672-4b82-a029-1f0a30ac983c req-8a12af4a-f93c-403c-94b5-43e4a57e5c56 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0579560 Mar 29 14:59:50.900900 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-5aacacdc-8705-4160-baf9-1f6ba0d6f470 req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Deleting port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:59:50.901338 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-5aacacdc-8705-4160-baf9-1f6ba0d6f470 req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:50.947985 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fe6547b8-6672-4b82-a029-1f0a30ac983c req-cf59108d-30b3-4fbd-a3a1-d2f20b9f6f61 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426829 Mar 29 14:59:50.986272 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-5aacacdc-8705-4160-baf9-1f6ba0d6f470 req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] For port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:59:50.986635 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-5aacacdc-8705-4160-baf9-1f6ba0d6f470 req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:51.156972 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-5aacacdc-8705-4160-baf9-1f6ba0d6f470 req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:51.157356 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-5aacacdc-8705-4160-baf9-1f6ba0d6f470 req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (a853b04a-1212-4a6f-b28c-b0fca95717c4), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:51.159935 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.l3_db [req-5aacacdc-8705-4160-baf9-1f6ba0d6f470 req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Floating IP a853b04a-1212-4a6f-b28c-b0fca95717c4 disassociated. External IP: 172.27.1.217, port: 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24. Mar 29 14:59:51.159935 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-5aacacdc-8705-4160-baf9-1f6ba0d6f470 req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Calling delete_port for 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 owned by compute:nova {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:59:51.199042 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ce2c8-5116-494e-ad96-3f1979cebbc6 req-12e408cc-1a0d-42d9-9397-7ae2c0df179d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:51.206866 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-016ce2c8-5116-494e-ad96-3f1979cebbc6 req-12e408cc-1a0d-42d9-9397-7ae2c0df179d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 945 time: 0.0519583 Mar 29 14:59:51.249498 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-016ce2c8-5116-494e-ad96-3f1979cebbc6 req-2299fd73-4963-45e8-8312-ae1c57c0332b tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=a31f94d5-8cfa-4444-82d2-3f4052440fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432849 Mar 29 14:59:51.334148 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-5aacacdc-8705-4160-baf9-1f6ba0d6f470 req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:51.366231 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event deleted for resources: {'Port': ['ID=1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:59:51.376678 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:51.377044 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:51.377385 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:51.377713 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:51.378044 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:51.378373 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:51.378696 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:51.379014 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:51.379332 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:51.379649 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:51.379968 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:51.380285 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:51.380605 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:51.380929 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:51.381262 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:51.488780 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5aacacdc-8705-4160-baf9-1f6ba0d6f470 req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Router cb413d57-db8e-474f-b0b0-1585119bca2b has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:59:51.591801 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5aacacdc-8705-4160-baf9-1f6ba0d6f470 req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:59:51.602128 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cdc03b-dcad-486f-96a6-642e7b7b4728 None None] Sync routers for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:59:51.611773 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cdc03b-dcad-486f-96a6-642e7b7b4728 None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:59:51.612379 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-f5cdc03b-dcad-486f-96a6-642e7b7b4728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:59:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:59:51.632368 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aacacdc-8705-4160-baf9-1f6ba0d6f470 req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] No DVR routers for this DVR port 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 on host hv-cinder-83552 {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 14:59:51.634848 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-5aacacdc-8705-4160-baf9-1f6ba0d6f470 req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:51.638182 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5aacacdc-8705-4160-baf9-1f6ba0d6f470 req-d41fda7f-2b09-4008-9256-98a94cb1a6c3 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.13 "DELETE /v2.0/ports/1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 HTTP/1.1" status: 204 len: 173 time: 0.8336635 Mar 29 14:59:51.638592 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60b8354-a974-4148-b1ef-2f2fc059dd6d', 'name': 'network-vif-deleted', 'tag': '1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 14:59:51.640830 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bbda5b-30d9-4153-897a-21b08a8a4638" -d '{"events": [{"server_uuid": "a60b8354-a974-4148-b1ef-2f2fc059dd6d", "name": "network-vif-deleted", "tag": "1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 14:59:51.676114 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 14:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a737711-0ccf-485a-bb9e-d5f2dba867a7 x-openstack-request-id: req-0a737711-0ccf-485a-bb9e-d5f2dba867a7 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 14:59:51.676506 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60b8354-a974-4148-b1ef-2f2fc059dd6d", "name": "network-vif-deleted", "tag": "1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 14:59:51.676811 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a737711-0ccf-485a-bb9e-d5f2dba867a7 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 14:59:51.677188 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a737711-0ccf-485a-bb9e-d5f2dba867a7'] response: {'server_uuid': 'a60b8354-a974-4148-b1ef-2f2fc059dd6d', 'name': 'network-vif-deleted', 'tag': '1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24', 'status': 'completed', 'code': 200} Mar 29 14:59:51.721997 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-f5cdc03b-dcad-486f-96a6-642e7b7b4728 None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:59:51.929917 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-f5cdc03b-dcad-486f-96a6-642e7b7b4728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:59:51.959358 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cdc03b-dcad-486f-96a6-642e7b7b4728 None None] Checking router: cb413d57-db8e-474f-b0b0-1585119bca2b for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:59:51.965183 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cdc03b-dcad-486f-96a6-642e7b7b4728 None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:59:51.965792 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-f5cdc03b-dcad-486f-96a6-642e7b7b4728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:59:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:59:52.067942 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b3f00-cf3b-4dea-88e1-f71ddc64fea2 req-f68e6c6c-f053-4cbe-9ad6-bc4422d29a6b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:52.073444 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c96b3f00-cf3b-4dea-88e1-f71ddc64fea2 req-f68e6c6c-f053-4cbe-9ad6-bc4422d29a6b tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0565205 Mar 29 14:59:52.079475 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-f5cdc03b-dcad-486f-96a6-642e7b7b4728 None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:59:52.125653 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c96b3f00-cf3b-4dea-88e1-f71ddc64fea2 req-6db128ff-884d-485e-9dc4-954e6426a3fc tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500062 Mar 29 14:59:52.273942 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-f5cdc03b-dcad-486f-96a6-642e7b7b4728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:59:52.304145 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cdc03b-dcad-486f-96a6-642e7b7b4728 None None] The sync data for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi is: [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:59:52.354860 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d449f92d-e3d2-410f-80e6-b5ad65a7aa67 req-8150446f-863c-476e-bed6-deafb4b094c8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=a60b8354-a974-4148-b1ef-2f2fc059dd6d HTTP/1.1" status: 200 len: 210 time: 0.0288301 Mar 29 14:59:52.552047 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e6c116-f20d-479d-ada8-d0a4422e3106 None None] New status for floating IP a853b04a-1212-4a6f-b28c-b0fca95717c4: DOWN {{(pid=115500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 14:59:53.242739 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b22a6-f3e0-4cec-9a9b-45374a150236 req-20cccc0e-c03c-4263-a353-8dfa0d6c55c4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:53.244253 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e69b22a6-f3e0-4cec-9a9b-45374a150236 req-20cccc0e-c03c-4263-a353-8dfa0d6c55c4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0515537 Mar 29 14:59:53.292898 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e69b22a6-f3e0-4cec-9a9b-45374a150236 req-1c61c386-1735-418e-aa68-879af6ee7140 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428562 Mar 29 14:59:53.517296 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 38984) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:59:53.569227 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (a31f94d5-8cfa-4444-82d2-3f4052440fb0), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:53.592626 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (a31f94d5-8cfa-4444-82d2-3f4052440fb0), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:53.705479 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (a31f94d5-8cfa-4444-82d2-3f4052440fb0), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:53.708024 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:53.709178 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "DELETE /v2.0/security-groups/a31f94d5-8cfa-4444-82d2-3f4052440fb0 HTTP/1.1" status: 204 len: 168 time: 0.1908774 Mar 29 14:59:53.712008 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 38986) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:59:53.718083 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31f94d5-8cfa-4444-82d2-3f4052440fb0,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:59:53.725362 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.api.v2.resource [None req-e561c74d-6c30-452c-803b-723e11f85a27 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] show failed (client error): The resource could not be found. Mar 29 14:59:53.725543 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:53.725888 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:53.726226 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:53.726558 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:53.726887 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:53.727219 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:53.727537 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:53.727855 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:53.728174 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:53.728498 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:53.728819 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:53.729158 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:53.729280 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-e561c74d-6c30-452c-803b-723e11f85a27 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups/a31f94d5-8cfa-4444-82d2-3f4052440fb0 HTTP/1.1" status: 404 len: 347 time: 0.0162551 Mar 29 14:59:53.729505 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:53.729767 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 38988) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:59:53.729903 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:53.730130 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2378f9ff-44e9-466b-ad5d-ac5dd1827938 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:59:53.849792 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-a8adf62e-f6f2-4a76-8a86-98351b9922a7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Deleting port ceb81977-d956-428f-8ef8-39691ff38675 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 14:59:53.850035 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a8adf62e-f6f2-4a76-8a86-98351b9922a7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (ceb81977-d956-428f-8ef8-39691ff38675), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:53.920546 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a8adf62e-f6f2-4a76-8a86-98351b9922a7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (ceb81977-d956-428f-8ef8-39691ff38675), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:53.920864 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a8adf62e-f6f2-4a76-8a86-98351b9922a7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (ceb81977-d956-428f-8ef8-39691ff38675), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:53.932940 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-a8adf62e-f6f2-4a76-8a86-98351b9922a7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Calling delete_port for ceb81977-d956-428f-8ef8-39691ff38675 owned by network:floatingip {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 14:59:54.117591 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a8adf62e-f6f2-4a76-8a86-98351b9922a7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (ceb81977-d956-428f-8ef8-39691ff38675), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:54.144198 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adf62e-f6f2-4a76-8a86-98351b9922a7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event deleted for resources: {'Port': ['ID=ceb81977-d956-428f-8ef8-39691ff38675,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:59:54.414595 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e4b58-8b02-44d7-8912-9ee01fb675d5 req-333bf04e-669a-4e08-b368-9a00f2359228 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:54.415970 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4a1e4b58-8b02-44d7-8912-9ee01fb675d5 req-333bf04e-669a-4e08-b368-9a00f2359228 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0536659 Mar 29 14:59:54.441027 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a8adf62e-f6f2-4a76-8a86-98351b9922a7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (a853b04a-1212-4a6f-b28c-b0fca95717c4), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:54.443793 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a8adf62e-f6f2-4a76-8a86-98351b9922a7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:54.444911 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-a8adf62e-f6f2-4a76-8a86-98351b9922a7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "DELETE /v2.0/floatingips/a853b04a-1212-4a6f-b28c-b0fca95717c4 HTTP/1.1" status: 204 len: 168 time: 0.7142780 Mar 29 14:59:54.464380 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4a1e4b58-8b02-44d7-8912-9ee01fb675d5 req-3cc03f1c-7386-4948-9580-785013fb3562 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427833 Mar 29 14:59:54.671599 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 38998) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:59:54.676337 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-04ef878c-e59f-4e60-af7b-e4e72cb1e95f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2027842168', 'description': 'tempest-description--1946729467'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:59:54.748497 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 14:59:54.762636 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-04ef878c-e59f-4e60-af7b-e4e72cb1e95f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:54.768503 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] No Port match for: 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 14:59:54.768841 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 1b60a5ad-49ca-4bd1-80ee-44c9c18e7f24 not bound to the agent host hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 14:59:54.826092 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-04ef878c-e59f-4e60-af7b-e4e72cb1e95f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (46d7f3f8-534f-4a62-a6e3-bb51e37d3f48), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:54.888022 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-04ef878c-e59f-4e60-af7b-e4e72cb1e95f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (46d7f3f8-534f-4a62-a6e3-bb51e37d3f48), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:54.915300 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef878c-e59f-4e60-af7b-e4e72cb1e95f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d7f3f8-534f-4a62-a6e3-bb51e37d3f48,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:59:54.981654 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-04ef878c-e59f-4e60-af7b-e4e72cb1e95f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:54.982859 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-04ef878c-e59f-4e60-af7b-e4e72cb1e95f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3102643 Mar 29 14:59:54.985668 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 39000) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:59:54.990254 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-795e7166-aeb3-4df4-bc4d-7bf45710532c tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'security_group_rule': {'security_group_id': '46d7f3f8-534f-4a62-a6e3-bb51e37d3f48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:59:55.076012 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-795e7166-aeb3-4df4-bc4d-7bf45710532c tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (a0207661-5a3e-4bc4-a759-815a170dfe22), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:55.128489 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-795e7166-aeb3-4df4-bc4d-7bf45710532c tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (a0207661-5a3e-4bc4-a759-815a170dfe22), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:55.208358 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-795e7166-aeb3-4df4-bc4d-7bf45710532c tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (a0207661-5a3e-4bc4-a759-815a170dfe22), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:55.228073 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e7166-aeb3-4df4-bc4d-7bf45710532c tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0207661-5a3e-4bc4-a759-815a170dfe22,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:59:55.279212 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-795e7166-aeb3-4df4-bc4d-7bf45710532c tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:55.280441 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-795e7166-aeb3-4df4-bc4d-7bf45710532c tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2938776 Mar 29 14:59:55.283014 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 39006) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:59:55.287240 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-d0908d9b-2e38-4dd0-b5cc-b8f412d3385d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'security_group_rule': {'security_group_id': '46d7f3f8-534f-4a62-a6e3-bb51e37d3f48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:59:55.361606 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d0908d9b-2e38-4dd0-b5cc-b8f412d3385d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (80300033-eefc-41ed-96fa-e9593d64f6ab), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:55.417945 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d0908d9b-2e38-4dd0-b5cc-b8f412d3385d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (80300033-eefc-41ed-96fa-e9593d64f6ab), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:55.494004 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d0908d9b-2e38-4dd0-b5cc-b8f412d3385d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (80300033-eefc-41ed-96fa-e9593d64f6ab), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:55.508779 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0908d9b-2e38-4dd0-b5cc-b8f412d3385d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80300033-eefc-41ed-96fa-e9593d64f6ab,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:59:55.582081 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-d0908d9b-2e38-4dd0-b5cc-b8f412d3385d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:55.582307 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4eeb7c-621c-4422-a9b1-51b55858f5d3 req-df3385b6-fcfe-4bb8-8a96-4773337b9a95 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:55.583280 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-d0908d9b-2e38-4dd0-b5cc-b8f412d3385d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2993295 Mar 29 14:59:55.583656 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6a4eeb7c-621c-4422-a9b1-51b55858f5d3 req-df3385b6-fcfe-4bb8-8a96-4773337b9a95 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0523920 Mar 29 14:59:55.586297 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 39010) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:59:55.590562 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-fac0011b-c6ce-4393-929f-89daa6915e3a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'floatingip': {'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:59:55.631934 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6a4eeb7c-621c-4422-a9b1-51b55858f5d3 req-a8050404-2cc1-4377-8223-947a459d6c70 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426655 Mar 29 14:59:55.659924 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fac0011b-c6ce-4393-929f-89daa6915e3a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:55.753433 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fac0011b-c6ce-4393-929f-89daa6915e3a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:55.855473 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [None req-fac0011b-c6ce-4393-929f-89daa6915e3a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Allocated IP 172.27.1.104 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/c4f03e80-0b9d-4831-b960-3107491c1510) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:59:55.954006 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fac0011b-c6ce-4393-929f-89daa6915e3a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for port (c4f03e80-0b9d-4831-b960-3107491c1510), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:56.043261 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fac0011b-c6ce-4393-929f-89daa6915e3a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (c4f03e80-0b9d-4831-b960-3107491c1510), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:56.082414 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac0011b-c6ce-4393-929f-89daa6915e3a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:59:56.085770 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-fac0011b-c6ce-4393-929f-89daa6915e3a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:59:56.091214 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac0011b-c6ce-4393-929f-89daa6915e3a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:59:56.096923 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0011b-c6ce-4393-929f-89daa6915e3a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'Port': ['ID=c4f03e80-0b9d-4831-b960-3107491c1510,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:59:56.179345 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fac0011b-c6ce-4393-929f-89daa6915e3a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (7a4190bf-7584-43e1-be8b-e35d68a1266b), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:56.269543 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fac0011b-c6ce-4393-929f-89daa6915e3a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (c4f03e80-0b9d-4831-b960-3107491c1510), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:56.418761 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fac0011b-c6ce-4393-929f-89daa6915e3a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for port (c4f03e80-0b9d-4831-b960-3107491c1510), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:56.482390 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fac0011b-c6ce-4393-929f-89daa6915e3a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (c4f03e80-0b9d-4831-b960-3107491c1510), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:56.546539 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0011b-c6ce-4393-929f-89daa6915e3a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'Port': ['ID=c4f03e80-0b9d-4831-b960-3107491c1510,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:59:56.557833 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fac0011b-c6ce-4393-929f-89daa6915e3a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (7a4190bf-7584-43e1-be8b-e35d68a1266b), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:56.627495 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fac0011b-c6ce-4393-929f-89daa6915e3a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:56.628705 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-fac0011b-c6ce-4393-929f-89daa6915e3a tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0414560 Mar 29 14:59:56.753329 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dee57e-b748-48cb-830a-dba4f515dee5 req-11496c2f-bf25-49d9-a716-795d6f0de211 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:56.754777 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-54dee57e-b748-48cb-830a-dba4f515dee5 req-11496c2f-bf25-49d9-a716-795d6f0de211 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0556605 Mar 29 14:59:56.824149 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-54dee57e-b748-48cb-830a-dba4f515dee5 req-a3686702-465a-4783-a8c4-c1e2cb50c1f0 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630822 Mar 29 14:59:56.839878 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-3b8f07f3-be10-4636-b6ea-cba8df5a468b tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2027842168&fields=id&tenant_id=ae25d73af8c34890992534571426e2de HTTP/1.1" status: 200 len: 267 time: 0.0603888 Mar 29 14:59:56.944127 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-13f44a16-f58e-4c70-82cc-2294800765ee tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:56.945547 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-13f44a16-f58e-4c70-82cc-2294800765ee tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/networks?id=4d7933f0-920a-440d-86c3-46e7aab80bfb HTTP/1.1" status: 200 len: 815 time: 0.0992811 Mar 29 14:59:56.959558 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-10921e6f-e015-4b10-ad53-0c849da74e60 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/quotas/ae25d73af8c34890992534571426e2de HTTP/1.1" status: 200 len: 375 time: 0.0087855 Mar 29 14:59:57.013826 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-06f84061-1e6f-4fcf-8266-bcee32d0f1ab tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae25d73af8c34890992534571426e2de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494440 Mar 29 14:59:57.193238 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-869b5734-852a-4f11-be59-cdf8d627e6df service neutron] 10.222.0.16 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683733 Mar 29 14:59:57.281300 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-99579ecc-7682-4f41-ab85-1997536614e2 service neutron] 10.222.0.16 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824046 Mar 29 14:59:57.483881 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e752c733-2699-4a75-8ea8-90ecc083af08 req-89bacbc8-5dd0-4c05-bc3d-88c1e0b9c948 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 210 time: 0.0281510 Mar 29 14:59:57.941067 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aff279-ea50-4217-906c-e0427ffa48bf req-48af09cc-70bf-4fe2-8ae7-8a0a928debef tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:57.942509 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a3aff279-ea50-4217-906c-e0427ffa48bf req-48af09cc-70bf-4fe2-8ae7-8a0a928debef tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0524764 Mar 29 14:59:57.994120 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a3aff279-ea50-4217-906c-e0427ffa48bf req-12d9e240-7456-4836-a036-11c532921b0f tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459194 Mar 29 14:59:58.574743 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8b580ad3-23ed-4c60-839e-7fce6a1ff8cd req-b8d6bd23-68c9-4a09-91e5-1efb1324fc3c tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 210 time: 0.0270236 Mar 29 14:59:59.054809 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:59.111476 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe1646-2a7b-412d-8f6e-da139504a22d req-ee06c618-46ce-4637-83a3-34c2d68905a3 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:59.113009 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f3fe1646-2a7b-412d-8f6e-da139504a22d req-ee06c618-46ce-4637-83a3-34c2d68905a3 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0538907 Mar 29 14:59:59.164930 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f3fe1646-2a7b-412d-8f6e-da139504a22d req-d34dfeaa-f8d5-47ae-87a8-803543d9d372 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455382 Mar 29 14:59:59.392484 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-887b887a-4cad-4b0f-ac93-79a9fcf35119 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:59:59.393980 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-887b887a-4cad-4b0f-ac93-79a9fcf35119 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.13 "GET /v2.0/networks?id=4d7933f0-920a-440d-86c3-46e7aab80bfb HTTP/1.1" status: 200 len: 815 time: 0.1022851 Mar 29 14:59:59.460445 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-c9c33c45-15d8-408f-b9a7-f13a68e7e14f tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae25d73af8c34890992534571426e2de HTTP/1.1" status: 200 len: 380 time: 0.0526817 Mar 29 14:59:59.468779 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fdf79033-c3f6-46c7-99af-6f04aa54a875 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'port': {'device_id': 'cbbc8b35-9086-4a9f-a466-8f3a2bfd4367', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'admin_state_up': True, 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'security_groups': ['46d7f3f8-534f-4a62-a6e3-bb51e37d3f48']}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:59:59.642771 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fdf79033-c3f6-46c7-99af-6f04aa54a875 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Made reservation on behalf of ae25d73af8c34890992534571426e2de for: {'port': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:59:59.646250 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fdf79033-c3f6-46c7-99af-6f04aa54a875 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:59.667387 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4c00762d-2ec0-4669-af55-09f88a155110 req-a646a1be-6d4c-4ccb-a271-2b49c45ec267 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 210 time: 0.0271082 Mar 29 14:59:59.769642 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fdf79033-c3f6-46c7-99af-6f04aa54a875 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Allocated IP 172.20.0.11 (4d7933f0-920a-440d-86c3-46e7aab80bfb/4a4c3ff9-6e66-4bb0-8254-bab28249a738/2db76ade-ce2e-467e-9e9d-659cdbe488f3) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:59:59.905332 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fdf79033-c3f6-46c7-99af-6f04aa54a875 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for port (2db76ade-ce2e-467e-9e9d-659cdbe488f3), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:00.026217 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fdf79033-c3f6-46c7-99af-6f04aa54a875 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (2db76ade-ce2e-467e-9e9d-659cdbe488f3), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:00.065303 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fdf79033-c3f6-46c7-99af-6f04aa54a875 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Network 4d7933f0-920a-440d-86c3-46e7aab80bfb is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:00:00.068260 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fdf79033-c3f6-46c7-99af-6f04aa54a875 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:00:00.072420 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fdf79033-c3f6-46c7-99af-6f04aa54a875 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:00:00.100752 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf79033-c3f6-46c7-99af-6f04aa54a875 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event updated for resources: {'Port': ['ID=2db76ade-ce2e-467e-9e9d-659cdbe488f3,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:00:00.128040 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fdf79033-c3f6-46c7-99af-6f04aa54a875 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:00.128689 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fdf79033-c3f6-46c7-99af-6f04aa54a875 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:00.216909 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fdf79033-c3f6-46c7-99af-6f04aa54a875 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7515864 Mar 29 15:00:00.234621 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Request body: {'port': {'device_id': 'cbbc8b35-9086-4a9f-a466-8f3a2bfd4367', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:00:00.278583 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-3c593250-a69a-482d-b3dd-21fefe130aa1 None None] Provisioning complete for port 2db76ade-ce2e-467e-9e9d-659cdbe488f3 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:00:00.278583 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-3c593250-a69a-482d-b3dd-21fefe130aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (2db76ade-ce2e-467e-9e9d-659cdbe488f3), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:00.291858 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7f65e-4baf-40ff-a450-d7ffbb994058 req-d5bc181a-abee-4257-8e8d-d6c10c0d16f0 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:00.293572 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d5c7f65e-4baf-40ff-a450-d7ffbb994058 req-d5bc181a-abee-4257-8e8d-d6c10c0d16f0 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0575688 Mar 29 15:00:00.311860 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2db76ade-ce2e-467e-9e9d-659cdbe488f3), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:00.322595 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-3c593250-a69a-482d-b3dd-21fefe130aa1 None None] Port 2db76ade-ce2e-467e-9e9d-659cdbe488f3 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:00:00.349426 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d5c7f65e-4baf-40ff-a450-d7ffbb994058 req-732f8263-ab73-4611-886f-a13a75a6f08a tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488584 Mar 29 15:00:00.573121 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db76ade-ce2e-467e-9e9d-659cdbe488f3 {{(pid=115499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:00:00.580278 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Publish callbacks [] for port (2db76ade-ce2e-467e-9e9d-659cdbe488f3), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:00.592063 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.provisioning_blocks [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Transition to ACTIVE for port object 2db76ade-ce2e-467e-9e9d-659cdbe488f3 will not be triggered until provisioned by entity L2. {{(pid=115499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:00:00.631098 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (2db76ade-ce2e-467e-9e9d-659cdbe488f3), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:00.683362 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Pushing event updated for resources: {'Port': ['ID=2db76ade-ce2e-467e-9e9d-659cdbe488f3,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:00:00.765134 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Attempting to bind port 2db76ade-ce2e-467e-9e9d-659cdbe488f3 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:00:00.765642 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Attempting to bind port 2db76ade-ce2e-467e-9e9d-659cdbe488f3 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:00:00.765976 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Attempting to bind port 2db76ade-ce2e-467e-9e9d-659cdbe488f3 on network 4d7933f0-920a-440d-86c3-46e7aab80bfb {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:00:00.771046 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Port 2db76ade-ce2e-467e-9e9d-659cdbe488f3 on network 4d7933f0-920a-440d-86c3-46e7aab80bfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:00:00.771366 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Attempting to bind port 2db76ade-ce2e-467e-9e9d-659cdbe488f3 on network 4d7933f0-920a-440d-86c3-46e7aab80bfb {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:00:00.778339 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Checking agent: {'id': 'e622d3d7-0a71-4961-ba27-45794834ffcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'started_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:00:00.778677 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Checking segment: {'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:00:00.779063 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Bound using segment: {'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:00:00.779996 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Bound port: 2db76ade-ce2e-467e-9e9d-659cdbe488f3, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5694d2da-128f-44f9-ad04-cb3c012a736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb'}}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:00:00.779996 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2db76ade-ce2e-467e-9e9d-659cdbe488f3), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:00.795805 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2335a-5b7f-4909-b68e-ff5795849f69 req-4d6ac2e4-d3fe-4371-81c9-8c492b7cf8d9 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:00.797589 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d6a2335a-5b7f-4909-b68e-ff5795849f69 req-4d6ac2e4-d3fe-4371-81c9-8c492b7cf8d9 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 944 time: 0.0534461 Mar 29 15:00:00.849642 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d6a2335a-5b7f-4909-b68e-ff5795849f69 req-2fd1525e-8ff5-4472-ad87-ab27d9394ccb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=46d7f3f8-534f-4a62-a6e3-bb51e37d3f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442598 Mar 29 15:00:00.851346 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] For port 2db76ade-ce2e-467e-9e9d-659cdbe488f3, host hv-cinder-83552, cleared binding levels {{(pid=115499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:00:00.854425 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] For port 2db76ade-ce2e-467e-9e9d-659cdbe488f3, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=2db76ade-ce2e-467e-9e9d-659cdbe488f3,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:00:00.934477 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (2db76ade-ce2e-467e-9e9d-659cdbe488f3), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:00.968468 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:00.969124 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:00.970472 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] 10.222.0.13 "PUT /v2.0/ports/2db76ade-ce2e-467e-9e9d-659cdbe488f3 HTTP/1.1" status: 200 len: 1094 time: 0.7403436 Mar 29 15:00:00.970899 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbc8b35-9086-4a9f-a466-8f3a2bfd4367', 'tag': '2db76ade-ce2e-467e-9e9d-659cdbe488f3'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:00:00.973229 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7049b9-ae9c-4184-a79d-5776a43e9bba" -d '{"events": [{"name": "network-changed", "server_uuid": "cbbc8b35-9086-4a9f-a466-8f3a2bfd4367", "tag": "2db76ade-ce2e-467e-9e9d-659cdbe488f3"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:00:01.000393 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe091ea0-45e3-4db6-b204-cd04c6c60cdd service neutron] Pushing event updated for resources: {'Port': ['ID=2db76ade-ce2e-467e-9e9d-659cdbe488f3,revision_number=3']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:00:01.018261 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a70ad24-76ce-4d67-a3d8-5de869c9ce79 x-openstack-request-id: req-7a70ad24-76ce-4d67-a3d8-5de869c9ce79 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:00:01.018551 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbbc8b35-9086-4a9f-a466-8f3a2bfd4367", "tag": "2db76ade-ce2e-467e-9e9d-659cdbe488f3", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:00:01.018941 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a70ad24-76ce-4d67-a3d8-5de869c9ce79 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:00:01.019354 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a70ad24-76ce-4d67-a3d8-5de869c9ce79'] response: {'name': 'network-changed', 'server_uuid': 'cbbc8b35-9086-4a9f-a466-8f3a2bfd4367', 'tag': '2db76ade-ce2e-467e-9e9d-659cdbe488f3', 'status': 'completed', 'code': 200} Mar 29 15:00:01.116687 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7049b9-ae9c-4184-a79d-5776a43e9bba req-f54ead22-c2e3-4244-8c08-b02a3ef240ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:01.118251 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9c7049b9-ae9c-4184-a79d-5776a43e9bba req-f54ead22-c2e3-4244-8c08-b02a3ef240ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae25d73af8c34890992534571426e2de&device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 1128 time: 0.0511246 Mar 29 15:00:01.221166 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7049b9-ae9c-4184-a79d-5776a43e9bba req-9ef80bdd-1ea7-4957-ba8c-d1a54ead3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:01.222620 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9c7049b9-ae9c-4184-a79d-5776a43e9bba req-9ef80bdd-1ea7-4957-ba8c-d1a54ead3df1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ae25d73af8c34890992534571426e2de&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0900304 Mar 29 15:00:01.317066 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7049b9-ae9c-4184-a79d-5776a43e9bba req-4b7a8d3b-0654-4c16-a720-c3b7dd492e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:01.318542 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9c7049b9-ae9c-4184-a79d-5776a43e9bba req-4b7a8d3b-0654-4c16-a720-c3b7dd492e8e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902605 Mar 29 15:00:01.416833 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-68c9844a-a2a5-474e-b306-ae40f7c9d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:01.418380 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-68c9844a-a2a5-474e-b306-ae40f7c9d413 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae25d73af8c34890992534571426e2de&device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 1128 time: 0.0439172 Mar 29 15:00:01.469002 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a34de7-33fd-4397-8c4f-3e40428d67d9 req-768858d3-0aba-49fe-a074-4cc202f763b2 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:01.470497 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-49a34de7-33fd-4397-8c4f-3e40428d67d9 req-768858d3-0aba-49fe-a074-4cc202f763b2 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.0518057 Mar 29 15:00:01.528275 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-c595cbaf-b20a-440e-a2e5-7c9165a6a3b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2db76ade-ce2e-467e-9e9d-659cdbe488f3 HTTP/1.1" status: 200 len: 217 time: 0.0676901 Mar 29 15:00:01.590610 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd15a8-8cfc-4724-94e1-9b4152dfba71 req-13f80736-8b83-425c-9c19-eb96264c9655 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:01.592133 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f0cd15a8-8cfc-4724-94e1-9b4152dfba71 req-13f80736-8b83-425c-9c19-eb96264c9655 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 946 time: 0.1304770 Mar 29 15:00:01.594185 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-9b421b9f-5211-40cc-b077-82a5e8182036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:01.595513 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-9b421b9f-5211-40cc-b077-82a5e8182036 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a4c3ff9-6e66-4bb0-8254-bab28249a738 HTTP/1.1" status: 200 len: 854 time: 0.0611053 Mar 29 15:00:01.704081 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-9155bdb6-41cb-4b03-aeaf-7de685f1bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:01.705642 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-9155bdb6-41cb-4b03-aeaf-7de685f1bd1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d7933f0-920a-440d-86c3-46e7aab80bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011598 Mar 29 15:00:01.746926 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-49a34de7-33fd-4397-8c4f-3e40428d67d9 req-21a92396-52ca-4e78-8195-f19148dc4ef5 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8d617ac-4fca-493a-9bd4-a0f46980b36a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700596 Mar 29 15:00:01.766446 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-f0cd15a8-8cfc-4724-94e1-9b4152dfba71 req-67a75ff5-596b-4f88-98ac-0c415fd8c854 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Deleting port b19a8ddd-c730-4482-a6bd-fb09a0446050 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:00:01.766718 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f0cd15a8-8cfc-4724-94e1-9b4152dfba71 req-67a75ff5-596b-4f88-98ac-0c415fd8c854 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:01.864953 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-5f62055d-7cbe-4920-b62e-42b0c2a4b39b service neutron] 10.222.0.13 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527040 Mar 29 15:00:01.935836 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-f0cd15a8-8cfc-4724-94e1-9b4152dfba71 req-67a75ff5-596b-4f88-98ac-0c415fd8c854 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] For port b19a8ddd-c730-4482-a6bd-fb09a0446050, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=b19a8ddd-c730-4482-a6bd-fb09a0446050,segment=NetworkSegment(d9c0854c-192d-471c-a595-a497f25ee9e4),segment_id=d9c0854c-192d-471c-a595-a497f25ee9e4)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:00:01.936207 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f0cd15a8-8cfc-4724-94e1-9b4152dfba71 req-67a75ff5-596b-4f88-98ac-0c415fd8c854 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:01.965367 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbede11b-1431-4dbc-a360-9802e8809336 req-68e284c3-2777-4838-83d5-937830ac8677 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:01.966831 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cbede11b-1431-4dbc-a360-9802e8809336 req-68e284c3-2777-4838-83d5-937830ac8677 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 944 time: 0.0515766 Mar 29 15:00:02.012790 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cbede11b-1431-4dbc-a360-9802e8809336 req-69c78137-9885-4b87-8131-420e8966c7c4 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=46d7f3f8-534f-4a62-a6e3-bb51e37d3f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403266 Mar 29 15:00:02.054383 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-ea31f99d-78b6-4c6a-aded-2e27ac14b967 service neutron] 10.222.0.13 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831143 Mar 29 15:00:02.129357 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f0cd15a8-8cfc-4724-94e1-9b4152dfba71 req-67a75ff5-596b-4f88-98ac-0c415fd8c854 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:02.129709 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f0cd15a8-8cfc-4724-94e1-9b4152dfba71 req-67a75ff5-596b-4f88-98ac-0c415fd8c854 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (91d41aae-9e7f-4c70-8966-301edbc18c37), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:02.130016 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.l3_db [req-f0cd15a8-8cfc-4724-94e1-9b4152dfba71 req-67a75ff5-596b-4f88-98ac-0c415fd8c854 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Floating IP 91d41aae-9e7f-4c70-8966-301edbc18c37 disassociated. External IP: 172.27.1.81, port: b19a8ddd-c730-4482-a6bd-fb09a0446050. Mar 29 15:00:02.130347 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-f0cd15a8-8cfc-4724-94e1-9b4152dfba71 req-67a75ff5-596b-4f88-98ac-0c415fd8c854 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Calling delete_port for b19a8ddd-c730-4482-a6bd-fb09a0446050 owned by compute:nova {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:00:02.316830 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f0cd15a8-8cfc-4724-94e1-9b4152dfba71 req-67a75ff5-596b-4f88-98ac-0c415fd8c854 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (b19a8ddd-c730-4482-a6bd-fb09a0446050), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:02.347800 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a75ff5-596b-4f88-98ac-0c415fd8c854 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Pushing event deleted for resources: {'Port': ['ID=b19a8ddd-c730-4482-a6bd-fb09a0446050,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:00:02.460598 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0cd15a8-8cfc-4724-94e1-9b4152dfba71 req-67a75ff5-596b-4f88-98ac-0c415fd8c854 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Router a047835c-4c0f-43d0-95d1-d6b96dc59f28 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:00:02.565402 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0cd15a8-8cfc-4724-94e1-9b4152dfba71 req-67a75ff5-596b-4f88-98ac-0c415fd8c854 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:00:02.579338 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86595eb-e443-4718-9d23-3282912edecb None None] Sync routers for ids ['a047835c-4c0f-43d0-95d1-d6b96dc59f28'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:00:02.589739 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86595eb-e443-4718-9d23-3282912edecb None None] Routers {'a047835c-4c0f-43d0-95d1-d6b96dc59f28'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:00:02.590590 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-c86595eb-e443-4718-9d23-3282912edecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:59:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a047835c-4c0f-43d0-95d1-d6b96dc59f28'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:00:02.606685 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cd15a8-8cfc-4724-94e1-9b4152dfba71 req-67a75ff5-596b-4f88-98ac-0c415fd8c854 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] No DVR routers for this DVR port b19a8ddd-c730-4482-a6bd-fb09a0446050 on host hv-cinder-83552 {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:00:02.609319 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f0cd15a8-8cfc-4724-94e1-9b4152dfba71 req-67a75ff5-596b-4f88-98ac-0c415fd8c854 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:02.612645 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f0cd15a8-8cfc-4724-94e1-9b4152dfba71 req-67a75ff5-596b-4f88-98ac-0c415fd8c854 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.13 "DELETE /v2.0/ports/b19a8ddd-c730-4482-a6bd-fb09a0446050 HTTP/1.1" status: 204 len: 173 time: 1.0150833 Mar 29 15:00:02.797277 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-c86595eb-e443-4718-9d23-3282912edecb None None] Set router a047835c-4c0f-43d0-95d1-d6b96dc59f28 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:00:02.848892 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7c298d29-ea15-4a6a-be10-9136ba8face2 req-0a8b81fc-1dcf-4d35-8aa9-6fa30b3aaaeb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0317357 Mar 29 15:00:02.936010 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-bd6e7c48-b8b3-4bb8-8af1-f2d2626005db req-a32c6a0b-07c6-4c08-a7cb-91966464d69a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260012 Mar 29 15:00:02.998620 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-c86595eb-e443-4718-9d23-3282912edecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'name': 'tempest-TestVolumeBootPattern-1638017088-router', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:57Z', 'updated_at': '2022-03-29T14:55:02Z', 'revision_number': 4, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'gw_port': {'id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:59Z', 'updated_at': '2022-03-29T14:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '38b55f66-660d-4e97-bea6-47f5b26b5b78', 'name': '', 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'mac_address': 'fa:16:3e:3f:64:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:55:01Z', 'updated_at': '2022-03-29T14:55:06Z', 'revision_number': 5, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'subnets': [{'id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:00:03.000959 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-bd6e7c48-b8b3-4bb8-8af1-f2d2626005db req-5cecf189-073f-4b41-b4ce-c3a4863384fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0243804 Mar 29 15:00:03.020901 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1', 'name': 'network-vif-deleted', 'tag': 'b19a8ddd-c730-4482-a6bd-fb09a0446050'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:00:03.026519 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68da9689-5a4f-4827-8b92-e795df0d5610" -d '{"events": [{"server_uuid": "01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1", "name": "network-vif-deleted", "tag": "b19a8ddd-c730-4482-a6bd-fb09a0446050"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:00:03.028883 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86595eb-e443-4718-9d23-3282912edecb None None] Checking router: a047835c-4c0f-43d0-95d1-d6b96dc59f28 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:00:03.047076 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86595eb-e443-4718-9d23-3282912edecb None None] Routers {'a047835c-4c0f-43d0-95d1-d6b96dc59f28'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:00:03.050666 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-c86595eb-e443-4718-9d23-3282912edecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:59:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a047835c-4c0f-43d0-95d1-d6b96dc59f28'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:00:03.054961 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-bd6e7c48-b8b3-4bb8-8af1-f2d2626005db req-2768cc3a-eca5-4ea9-b65b-ed6da326f108 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0319e2af33245f4917a97026782fdd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283787 Mar 29 15:00:03.066450 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09088e0-7a54-4c88-a25c-f61ed4a3f5d1 x-openstack-request-id: req-a09088e0-7a54-4c88-a25c-f61ed4a3f5d1 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:00:03.066739 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1", "name": "network-vif-deleted", "tag": "b19a8ddd-c730-4482-a6bd-fb09a0446050", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:00:03.067048 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a09088e0-7a54-4c88-a25c-f61ed4a3f5d1 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:00:03.067437 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a09088e0-7a54-4c88-a25c-f61ed4a3f5d1'] response: {'server_uuid': '01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1', 'name': 'network-vif-deleted', 'tag': 'b19a8ddd-c730-4482-a6bd-fb09a0446050', 'status': 'completed', 'code': 200} Mar 29 15:00:03.147156 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbce055-9d4a-48ce-aa2e-ad37954251b6 req-52ee3ab1-1ddf-4d88-a54f-43a6695fe067 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:03.148550 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5cbce055-9d4a-48ce-aa2e-ad37954251b6 req-52ee3ab1-1ddf-4d88-a54f-43a6695fe067 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 944 time: 0.0594127 Mar 29 15:00:03.160308 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e7c48-b8b3-4bb8-8af1-f2d2626005db req-6f2dd6f9-5929-4763-9951-2d21611f973e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:03.161333 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-bd6e7c48-b8b3-4bb8-8af1-f2d2626005db req-6f2dd6f9-5929-4763-9951-2d21611f973e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967226 Mar 29 15:00:03.181704 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-c86595eb-e443-4718-9d23-3282912edecb None None] Set router a047835c-4c0f-43d0-95d1-d6b96dc59f28 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:00:03.198897 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5cbce055-9d4a-48ce-aa2e-ad37954251b6 req-605e02da-4f4e-47b4-86be-e19703fe4b76 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=46d7f3f8-534f-4a62-a6e3-bb51e37d3f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442920 Mar 29 15:00:03.486764 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-c86595eb-e443-4718-9d23-3282912edecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'name': 'tempest-TestVolumeBootPattern-1638017088-router', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:57Z', 'updated_at': '2022-03-29T14:55:02Z', 'revision_number': 4, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'gw_port': {'id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:59Z', 'updated_at': '2022-03-29T14:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '38b55f66-660d-4e97-bea6-47f5b26b5b78', 'name': '', 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'mac_address': 'fa:16:3e:3f:64:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:55:01Z', 'updated_at': '2022-03-29T14:55:06Z', 'revision_number': 5, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'subnets': [{'id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:00:03.518399 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86595eb-e443-4718-9d23-3282912edecb None None] The sync data for ids ['a047835c-4c0f-43d0-95d1-d6b96dc59f28'] in dv-cinder-835525-2-iscsi is: [{'id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'name': 'tempest-TestVolumeBootPattern-1638017088-router', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:57Z', 'updated_at': '2022-03-29T14:55:02Z', 'revision_number': 4, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'gw_port': {'id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:59Z', 'updated_at': '2022-03-29T14:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '38b55f66-660d-4e97-bea6-47f5b26b5b78', 'name': '', 'network_id': 'bb1dd505-b211-4ecd-b5cf-c0ad35508c84', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'mac_address': 'fa:16:3e:3f:64:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:55:01Z', 'updated_at': '2022-03-29T14:55:06Z', 'revision_number': 5, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'subnets': [{'id': '94eeebfb-5c8b-4c39-a4a8-b2967ae59934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:00:03.734497 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8075b9b-f595-4d5b-9714-d67b6e716c61 None None] New status for floating IP 91d41aae-9e7f-4c70-8966-301edbc18c37: DOWN {{(pid=115500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:00:03.955264 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cc196952-7bfc-4aa4-a67a-a14c04f9ec35 req-a23483ed-0e64-48fd-ad90-7af9d3096938 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0281820 Mar 29 15:00:03.978447 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 39112) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:00:04.098929 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-259aa61f-f648-4983-95ac-7688ffff3bc4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Deleting port 4e3a2256-1b17-4fe0-ad82-533c1c635668 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:00:04.099268 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-259aa61f-f648-4983-95ac-7688ffff3bc4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (4e3a2256-1b17-4fe0-ad82-533c1c635668), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:04.171635 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-259aa61f-f648-4983-95ac-7688ffff3bc4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (4e3a2256-1b17-4fe0-ad82-533c1c635668), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:04.171956 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-259aa61f-f648-4983-95ac-7688ffff3bc4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for floatingip (4e3a2256-1b17-4fe0-ad82-533c1c635668), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:04.184201 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-259aa61f-f648-4983-95ac-7688ffff3bc4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Calling delete_port for 4e3a2256-1b17-4fe0-ad82-533c1c635668 owned by network:floatingip {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:00:04.317781 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb1990-bca6-4725-8953-e3ed5a3d0c42 req-2c24b1ec-d787-42b4-b1d6-21d421dc5335 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:04.319876 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a3cb1990-bca6-4725-8953-e3ed5a3d0c42 req-2c24b1ec-d787-42b4-b1d6-21d421dc5335 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 944 time: 0.0517786 Mar 29 15:00:04.365186 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a3cb1990-bca6-4725-8953-e3ed5a3d0c42 req-5e524086-78a7-4cab-8d52-7dc0a3b47a95 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=46d7f3f8-534f-4a62-a6e3-bb51e37d3f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393736 Mar 29 15:00:04.453965 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-259aa61f-f648-4983-95ac-7688ffff3bc4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (4e3a2256-1b17-4fe0-ad82-533c1c635668), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:04.481821 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259aa61f-f648-4983-95ac-7688ffff3bc4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Pushing event deleted for resources: {'Port': ['ID=4e3a2256-1b17-4fe0-ad82-533c1c635668,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:00:04.543188 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-259aa61f-f648-4983-95ac-7688ffff3bc4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for floatingip (91d41aae-9e7f-4c70-8966-301edbc18c37), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:04.545862 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-259aa61f-f648-4983-95ac-7688ffff3bc4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:04.546983 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-259aa61f-f648-4983-95ac-7688ffff3bc4 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "DELETE /v2.0/floatingips/91d41aae-9e7f-4c70-8966-301edbc18c37 HTTP/1.1" status: 204 len: 168 time: 0.5675707 Mar 29 15:00:04.795515 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 2db76ade-ce2e-467e-9e9d-659cdbe488f3 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:00:04.893820 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 2db76ade-ce2e-467e-9e9d-659cdbe488f3, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=2db76ade-ce2e-467e-9e9d-659cdbe488f3,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:00:04.906065 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '2db76ade-ce2e-467e-9e9d-659cdbe488f3', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'port_id': '2db76ade-ce2e-467e-9e9d-659cdbe488f3', 'mac_address': 'fa:16:3e:96:b4:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:00:04.932221 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-681556fb-5bbe-4357-a0fd-aa05613a52ba req-f6838120-caf3-49a7-9e16-059594f31705 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0304573 Mar 29 15:00:04.946621 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 2db76ade-ce2e-467e-9e9d-659cdbe488f3 is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:00:04.947006 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2db76ade-ce2e-467e-9e9d-659cdbe488f3), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:05.016463 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3426283d-f5f0-49a4-b481-8aac7990bbd4 req-698e7848-d844-4505-b643-bd588c287fbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72a47c982e08487193a5dce53e16ccb6&device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0259776 Mar 29 15:00:05.087597 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db76ade-ce2e-467e-9e9d-659cdbe488f3 {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:00:05.107316 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 2db76ade-ce2e-467e-9e9d-659cdbe488f3, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=2db76ade-ce2e-467e-9e9d-659cdbe488f3,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:00:05.123746 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426283d-f5f0-49a4-b481-8aac7990bbd4 req-d4d3e4ca-f649-49bb-b835-4d8911c7d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:05.125204 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3426283d-f5f0-49a4-b481-8aac7990bbd4 req-d4d3e4ca-f649-49bb-b835-4d8911c7d85e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=72a47c982e08487193a5dce53e16ccb6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0963218 Mar 29 15:00:05.168365 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (2db76ade-ce2e-467e-9e9d-659cdbe488f3), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:05.214821 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426283d-f5f0-49a4-b481-8aac7990bbd4 req-a4a17c19-1fee-41b7-9c0b-4eca7c5aa4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:05.215601 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=2db76ade-ce2e-467e-9e9d-659cdbe488f3,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:00:05.216317 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3426283d-f5f0-49a4-b481-8aac7990bbd4 req-a4a17c19-1fee-41b7-9c0b-4eca7c5aa4cf service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0852890 Mar 29 15:00:05.222497 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:00:05.222843 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:00:05.223185 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:00:05.223531 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:00:05.223859 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:00:05.224186 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:00:05.224509 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:00:05.224837 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:00:05.225192 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:00:05.226814 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:00:05.227159 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:00:05.227660 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:00:05.228013 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:00:05.228340 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:00:05.228662 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:00:05.483411 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4068a66-e386-43bf-aa0c-82c27992affd req-ac9968e7-6a9c-48d3-a2a3-a58d86c594a0 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:05.484857 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c4068a66-e386-43bf-aa0c-82c27992affd req-ac9968e7-6a9c-48d3-a2a3-a58d86c594a0 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 945 time: 0.0521269 Mar 29 15:00:05.530783 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c4068a66-e386-43bf-aa0c-82c27992affd req-0ebac356-e3b8-41d9-8c1d-725dae0574a7 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=46d7f3f8-534f-4a62-a6e3-bb51e37d3f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401471 Mar 29 15:00:05.582424 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['2db76ade-ce2e-467e-9e9d-659cdbe488f3'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:00:06.035562 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0df1277d-8dce-47f0-8fb1-3da27d7871f2 req-4e30d7f1-374d-475d-b257-c13e6d353d89 tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0266287 Mar 29 15:00:06.044318 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3426283d-f5f0-49a4-b481-8aac7990bbd4 req-9e90965c-cf01-4469-91fa-0344d50317eb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f973b3-0bc7-4ac6-b4bc-b09a17cd4ad1 HTTP/1.1" status: 200 len: 210 time: 0.0264795 Mar 29 15:00:06.645744 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89387fdd-580f-4f40-8d33-ef2493b23a01 req-95875e1c-aada-4a01-b86c-c79f1c1050cb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:06.647196 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-89387fdd-580f-4f40-8d33-ef2493b23a01 req-95875e1c-aada-4a01-b86c-c79f1c1050cb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 945 time: 0.0519202 Mar 29 15:00:06.696443 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-89387fdd-580f-4f40-8d33-ef2493b23a01 req-fd2385be-96c8-423d-9b08-a8841e210977 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=46d7f3f8-534f-4a62-a6e3-bb51e37d3f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431573 Mar 29 15:00:06.812088 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 2db76ade-ce2e-467e-9e9d-659cdbe488f3 up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:00:07.202610 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning for port 2db76ade-ce2e-467e-9e9d-659cdbe488f3 completed by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:00:07.206592 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 2db76ade-ce2e-467e-9e9d-659cdbe488f3 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:00:07.206968 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (2db76ade-ce2e-467e-9e9d-659cdbe488f3), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:07.294118 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 2db76ade-ce2e-467e-9e9d-659cdbe488f3 is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:00:07.294509 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2db76ade-ce2e-467e-9e9d-659cdbe488f3), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:07.316742 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbc8b35-9086-4a9f-a466-8f3a2bfd4367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db76ade-ce2e-467e-9e9d-659cdbe488f3'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:00:07.319082 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e195b9-699d-498f-a432-7ca5d4398809" -d '{"events": [{"server_uuid": "cbbc8b35-9086-4a9f-a466-8f3a2bfd4367", "name": "network-vif-plugged", "status": "completed", "tag": "2db76ade-ce2e-467e-9e9d-659cdbe488f3"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:00:07.333945 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 2db76ade-ce2e-467e-9e9d-659cdbe488f3, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=2db76ade-ce2e-467e-9e9d-659cdbe488f3,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:00:07.354987 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccab6f8-0220-4230-95e7-2eea26f46a9b x-openstack-request-id: req-0ccab6f8-0220-4230-95e7-2eea26f46a9b {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:00:07.356871 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbc8b35-9086-4a9f-a466-8f3a2bfd4367", "name": "network-vif-plugged", "status": "completed", "tag": "2db76ade-ce2e-467e-9e9d-659cdbe488f3", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:00:07.356871 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ccab6f8-0220-4230-95e7-2eea26f46a9b {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:00:07.356871 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ccab6f8-0220-4230-95e7-2eea26f46a9b'] response: {'server_uuid': 'cbbc8b35-9086-4a9f-a466-8f3a2bfd4367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db76ade-ce2e-467e-9e9d-659cdbe488f3', 'code': 200} Mar 29 15:00:07.391349 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (2db76ade-ce2e-467e-9e9d-659cdbe488f3), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:07.444269 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=2db76ade-ce2e-467e-9e9d-659cdbe488f3,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:00:07.775356 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07aa5d1-7fdd-4e1c-bd4d-62ae23a96837 req-2fd8380a-92ca-4ffd-b8b2-0bb41a2783be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:07.776854 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b07aa5d1-7fdd-4e1c-bd4d-62ae23a96837 req-2fd8380a-92ca-4ffd-b8b2-0bb41a2783be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 1130 time: 0.0486455 Mar 29 15:00:07.814505 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7a218-a6ae-4aa1-a354-33ef47ba5bec req-3ac8a8a7-c43a-44fe-b670-3cf45ea36052 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:07.815948 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e8c7a218-a6ae-4aa1-a354-33ef47ba5bec req-3ac8a8a7-c43a-44fe-b670-3cf45ea36052 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 946 time: 0.0512023 Mar 29 15:00:07.819167 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b07aa5d1-7fdd-4e1c-bd4d-62ae23a96837 req-eff42c99-32ff-4a86-b978-ec576bc788f8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=46d7f3f8-534f-4a62-a6e3-bb51e37d3f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358732 Mar 29 15:00:07.863053 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e8c7a218-a6ae-4aa1-a354-33ef47ba5bec req-85ed298c-6139-415e-b350-b377f7be6858 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=46d7f3f8-534f-4a62-a6e3-bb51e37d3f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403271 Mar 29 15:00:08.979106 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8ab7b-c8a1-4b4b-91f1-1a7f19fa1edc req-bd684459-1634-48b1-84f8-b3c951f10550 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:08.980520 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0eb8ab7b-c8a1-4b4b-91f1-1a7f19fa1edc req-bd684459-1634-48b1-84f8-b3c951f10550 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 946 time: 0.0521712 Mar 29 15:00:09.026504 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0eb8ab7b-c8a1-4b4b-91f1-1a7f19fa1edc req-2873e269-0fcd-4d51-8454-2547ae333300 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=46d7f3f8-534f-4a62-a6e3-bb51e37d3f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404446 Mar 29 15:00:10.144389 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9a44b-ad0d-40f8-b07b-a33b3dcca0ce req-5bff7432-d019-4435-9e33-51e2fad5cdeb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:10.145841 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2ad9a44b-ad0d-40f8-b07b-a33b3dcca0ce req-5bff7432-d019-4435-9e33-51e2fad5cdeb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 946 time: 0.0540752 Mar 29 15:00:10.190678 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2ad9a44b-ad0d-40f8-b07b-a33b3dcca0ce req-e08aaadc-0b24-4b8e-8208-5f4af9443190 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=46d7f3f8-534f-4a62-a6e3-bb51e37d3f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393848 Mar 29 15:00:10.300954 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee534d-f77e-4e7f-a42a-e7646762194e req-9963e3eb-bd1b-46e1-8fe7-959251f7a640 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:10.387145 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-39ee534d-f77e-4e7f-a42a-e7646762194e req-9963e3eb-bd1b-46e1-8fe7-959251f7a640 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 946 time: 0.0515418 Mar 29 15:00:10.387145 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 39172) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:00:10.387145 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-ae563010-b755-40fd-aeee-39907d8d7388 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Request body: {'floatingip': {'port_id': '2db76ade-ce2e-467e-9e9d-659cdbe488f3'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:00:10.387145 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ae563010-b755-40fd-aeee-39907d8d7388 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (7a4190bf-7584-43e1-be8b-e35d68a1266b), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:10.772411 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ae563010-b755-40fd-aeee-39907d8d7388 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:10.825289 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ae563010-b755-40fd-aeee-39907d8d7388 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (7a4190bf-7584-43e1-be8b-e35d68a1266b), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:10.840913 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device b19a8ddd-c730-4482-a6bd-fb09a0446050 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:00:10.865173 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] No Port match for: b19a8ddd-c730-4482-a6bd-fb09a0446050 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:00:10.865516 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device b19a8ddd-c730-4482-a6bd-fb09a0446050 not bound to the agent host hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:00:10.928098 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.db.l3_db [None req-ae563010-b755-40fd-aeee-39907d8d7388 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Floating IP 7a4190bf-7584-43e1-be8b-e35d68a1266b associated. External IP: 172.27.1.104, port: 2db76ade-ce2e-467e-9e9d-659cdbe488f3. Mar 29 15:00:11.136802 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae563010-b755-40fd-aeee-39907d8d7388 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Router cb413d57-db8e-474f-b0b0-1585119bca2b has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:00:11.244573 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae563010-b755-40fd-aeee-39907d8d7388 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:00:11.249479 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ae563010-b755-40fd-aeee-39907d8d7388 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:11.254039 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25678b46-d88a-4636-a9c5-b20950da0795 None None] Sync routers for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:00:11.265737 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25678b46-d88a-4636-a9c5-b20950da0795 None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:00:11.266344 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-25678b46-d88a-4636-a9c5-b20950da0795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:59:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:00:11.280155 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-ae563010-b755-40fd-aeee-39907d8d7388 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "PUT /v2.0/floatingips/7a4190bf-7584-43e1-be8b-e35d68a1266b HTTP/1.1" status: 200 len: 992 time: 0.9669576 Mar 29 15:00:11.280840 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbc8b35-9086-4a9f-a466-8f3a2bfd4367', 'tag': '2db76ade-ce2e-467e-9e9d-659cdbe488f3'}] {{(pid=115498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:00:11.283225 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e942afba9a14c6231233b91f836bdf3e59ef1877de833c869ac23223c5a4452f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bc07ea-ffc7-4466-acd4-8a04130c6122" -d '{"events": [{"name": "network-changed", "server_uuid": "cbbc8b35-9086-4a9f-a466-8f3a2bfd4367", "tag": "2db76ade-ce2e-467e-9e9d-659cdbe488f3"}]}' {{(pid=115498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:00:11.374693 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975f9921-9505-4554-aca8-3c5cf69a7e8a x-openstack-request-id: req-975f9921-9505-4554-aca8-3c5cf69a7e8a {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:00:11.375261 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbbc8b35-9086-4a9f-a466-8f3a2bfd4367", "tag": "2db76ade-ce2e-467e-9e9d-659cdbe488f3", "status": "completed", "code": 200}]} {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:00:11.375706 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-975f9921-9505-4554-aca8-3c5cf69a7e8a {{(pid=115498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:00:11.376306 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-975f9921-9505-4554-aca8-3c5cf69a7e8a'] response: {'name': 'network-changed', 'server_uuid': 'cbbc8b35-9086-4a9f-a466-8f3a2bfd4367', 'tag': '2db76ade-ce2e-467e-9e9d-659cdbe488f3', 'status': 'completed', 'code': 200} Mar 29 15:00:11.377491 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-25678b46-d88a-4636-a9c5-b20950da0795 None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:00:11.458920 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc07ea-ffc7-4466-acd4-8a04130c6122 req-92e7fc97-0cc7-4fa7-ba0e-f101ad38452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:11.461183 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b1bc07ea-ffc7-4466-acd4-8a04130c6122 req-92e7fc97-0cc7-4fa7-ba0e-f101ad38452d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae25d73af8c34890992534571426e2de&device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 1130 time: 0.0445464 Mar 29 15:00:11.558401 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc07ea-ffc7-4466-acd4-8a04130c6122 req-0eded9e6-2a5f-4e7b-bbdf-d7d204425dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:11.560046 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b1bc07ea-ffc7-4466-acd4-8a04130c6122 req-0eded9e6-2a5f-4e7b-bbdf-d7d204425dc1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4d7933f0-920a-440d-86c3-46e7aab80bfb HTTP/1.1" status: 200 len: 916 time: 0.0936837 Mar 29 15:00:11.616964 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-25678b46-d88a-4636-a9c5-b20950da0795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '7a4190bf-7584-43e1-be8b-e35d68a1266b', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'port_id': '2db76ade-ce2e-467e-9e9d-659cdbe488f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'mac_address': 'fa:16:3e:96:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbc8b35-9086-4a9f-a466-8f3a2bfd4367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:59:56Z', 'updated_at': '2022-03-29T15:00:10Z', 'revision_number': 1, 'project_id': 'ae25d73af8c34890992534571426e2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:00:11.647897 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25678b46-d88a-4636-a9c5-b20950da0795 None None] Checking router: cb413d57-db8e-474f-b0b0-1585119bca2b for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:00:11.656678 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25678b46-d88a-4636-a9c5-b20950da0795 None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:00:11.657334 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-25678b46-d88a-4636-a9c5-b20950da0795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T14:59:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:00:11.766516 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-25678b46-d88a-4636-a9c5-b20950da0795 None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:00:11.862635 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b1bc07ea-ffc7-4466-acd4-8a04130c6122 req-a34b05da-2f27-423b-a950-192adcf8ffc8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2db76ade-ce2e-467e-9e9d-659cdbe488f3 HTTP/1.1" status: 200 len: 1000 time: 0.2970304 Mar 29 15:00:11.911131 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc07ea-ffc7-4466-acd4-8a04130c6122 req-49e1a463-65b2-495f-9c0a-7533e004875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:11.912571 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b1bc07ea-ffc7-4466-acd4-8a04130c6122 req-49e1a463-65b2-495f-9c0a-7533e004875c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a4c3ff9-6e66-4bb0-8254-bab28249a738 HTTP/1.1" status: 200 len: 854 time: 0.0436125 Mar 29 15:00:11.964081 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc07ea-ffc7-4466-acd4-8a04130c6122 req-b6fdd546-2831-46f4-8477-1b32bd4a84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:11.965622 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b1bc07ea-ffc7-4466-acd4-8a04130c6122 req-b6fdd546-2831-46f4-8477-1b32bd4a84bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d7933f0-920a-440d-86c3-46e7aab80bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474477 Mar 29 15:00:12.052413 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b1bc07ea-ffc7-4466-acd4-8a04130c6122 req-458dcdfa-fbcd-48ac-a767-f979fc591ae3 service neutron] 10.222.0.13 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809321 Mar 29 15:00:12.084542 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-25678b46-d88a-4636-a9c5-b20950da0795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '7a4190bf-7584-43e1-be8b-e35d68a1266b', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'port_id': '2db76ade-ce2e-467e-9e9d-659cdbe488f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'mac_address': 'fa:16:3e:96:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbc8b35-9086-4a9f-a466-8f3a2bfd4367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:59:56Z', 'updated_at': '2022-03-29T15:00:10Z', 'revision_number': 1, 'project_id': 'ae25d73af8c34890992534571426e2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:00:12.110099 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25678b46-d88a-4636-a9c5-b20950da0795 None None] The sync data for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi is: [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '7a4190bf-7584-43e1-be8b-e35d68a1266b', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'port_id': '2db76ade-ce2e-467e-9e9d-659cdbe488f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'mac_address': 'fa:16:3e:96:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbc8b35-9086-4a9f-a466-8f3a2bfd4367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T14:59:56Z', 'updated_at': '2022-03-29T15:00:10Z', 'revision_number': 1, 'project_id': 'ae25d73af8c34890992534571426e2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:00:12.142500 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b1bc07ea-ffc7-4466-acd4-8a04130c6122 req-d0f976db-5295-4330-a7a9-a7dcdfd379e2 service neutron] 10.222.0.13 "GET /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845792 Mar 29 15:00:12.300581 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcf8ac0-dd50-4ab8-a682-fea96a52a574 None None] New status for floating IP 7a4190bf-7584-43e1-be8b-e35d68a1266b: ACTIVE {{(pid=115500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:00:13.717299 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-78c057de-dbf6-4b99-9182-c1b150be7d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:15.768345 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-775a420f-a674-42da-a492-0bbc92822843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:17.076881 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:17.928669 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:00:18.316734 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:19.779297 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:29.041950 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:43.710753 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-847ae79d-9ade-49c8-8f60-88b2ca838c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:45.767455 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-055f2201-cc56-4c66-8df4-b5b753e3a0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:47.064794 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:48.299314 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:49.801784 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:54.928243 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:00:58.262670 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f63a5-5422-4447-9643-f51b45a05d70 req-612d8755-f8a5-43ab-a386-8d3d672835ec tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:58.262670 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8c6f63a5-5422-4447-9643-f51b45a05d70 req-612d8755-f8a5-43ab-a386-8d3d672835ec tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 946 time: 0.0540502 Mar 29 15:00:58.307864 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8c6f63a5-5422-4447-9643-f51b45a05d70 req-4aee0ef3-31f2-4cfb-bcc1-f3659cb6e672 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=46d7f3f8-534f-4a62-a6e3-bb51e37d3f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401914 Mar 29 15:00:59.110675 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:59.427409 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4dce8-514d-4c9e-85b0-d1be3f41effa req-a93de0af-8e1e-433e-901b-c4358c9fb100 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:59.428906 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-57d4dce8-514d-4c9e-85b0-d1be3f41effa req-a93de0af-8e1e-433e-901b-c4358c9fb100 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 946 time: 0.0549445 Mar 29 15:00:59.475734 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-57d4dce8-514d-4c9e-85b0-d1be3f41effa req-e99454af-ed8d-4733-9f49-d683c630daf8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups?id=46d7f3f8-534f-4a62-a6e3-bb51e37d3f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405145 Mar 29 15:00:59.863842 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26588a6-b1a4-43b3-adc5-fbbaf8ef0657 req-5101c92d-da14-4839-8a00-5f4dd610dee5 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:00:59.865277 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d26588a6-b1a4-43b3-adc5-fbbaf8ef0657 req-5101c92d-da14-4839-8a00-5f4dd610dee5 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 946 time: 0.0501420 Mar 29 15:00:59.954152 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-d26588a6-b1a4-43b3-adc5-fbbaf8ef0657 req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Deleting port 2db76ade-ce2e-467e-9e9d-659cdbe488f3 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:00:59.954484 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-d26588a6-b1a4-43b3-adc5-fbbaf8ef0657 req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (2db76ade-ce2e-467e-9e9d-659cdbe488f3), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:00.040628 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-d26588a6-b1a4-43b3-adc5-fbbaf8ef0657 req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] For port 2db76ade-ce2e-467e-9e9d-659cdbe488f3, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=2db76ade-ce2e-467e-9e9d-659cdbe488f3,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:01:00.040902 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-d26588a6-b1a4-43b3-adc5-fbbaf8ef0657 req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (2db76ade-ce2e-467e-9e9d-659cdbe488f3), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:00.204754 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-d26588a6-b1a4-43b3-adc5-fbbaf8ef0657 req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:00.205141 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-d26588a6-b1a4-43b3-adc5-fbbaf8ef0657 req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (7a4190bf-7584-43e1-be8b-e35d68a1266b), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:00.205455 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.l3_db [req-d26588a6-b1a4-43b3-adc5-fbbaf8ef0657 req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Floating IP 7a4190bf-7584-43e1-be8b-e35d68a1266b disassociated. External IP: 172.27.1.104, port: 2db76ade-ce2e-467e-9e9d-659cdbe488f3. Mar 29 15:01:00.205788 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-d26588a6-b1a4-43b3-adc5-fbbaf8ef0657 req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Calling delete_port for 2db76ade-ce2e-467e-9e9d-659cdbe488f3 owned by compute:nova {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:01:00.385033 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-d26588a6-b1a4-43b3-adc5-fbbaf8ef0657 req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (2db76ade-ce2e-467e-9e9d-659cdbe488f3), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:00.414237 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event deleted for resources: {'Port': ['ID=2db76ade-ce2e-467e-9e9d-659cdbe488f3,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:01:00.425486 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:00.425833 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:00.426176 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:00.426510 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:00.426834 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:00.427226 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:00.427464 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:00.427785 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:00.428103 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:00.428422 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:00.428746 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:00.429102 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:00.432118 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:00.432118 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:00.432118 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:00.542386 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d26588a6-b1a4-43b3-adc5-fbbaf8ef0657 req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Router cb413d57-db8e-474f-b0b0-1585119bca2b has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:01:00.569157 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b913df2e-71f8-489f-b72f-65bfa77bf550 req-3f64a53e-539b-452e-800f-b626f7649ddb tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 210 time: 0.0270860 Mar 29 15:01:00.652428 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d26588a6-b1a4-43b3-adc5-fbbaf8ef0657 req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:01:00.661648 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb563587-f9ab-4107-8892-2e28f40a1815 None None] Sync routers for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:01:00.672203 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb563587-f9ab-4107-8892-2e28f40a1815 None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:01:00.673080 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-cb563587-f9ab-4107-8892-2e28f40a1815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:00:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:01:00.691548 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26588a6-b1a4-43b3-adc5-fbbaf8ef0657 req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] No DVR routers for this DVR port 2db76ade-ce2e-467e-9e9d-659cdbe488f3 on host hv-cinder-83552 {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:01:00.694072 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-d26588a6-b1a4-43b3-adc5-fbbaf8ef0657 req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:00.697849 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d26588a6-b1a4-43b3-adc5-fbbaf8ef0657 req-d54431b0-50fd-415b-80f2-256dc7a040bf tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.13 "DELETE /v2.0/ports/2db76ade-ce2e-467e-9e9d-659cdbe488f3 HTTP/1.1" status: 204 len: 173 time: 0.8278766 Mar 29 15:01:00.698276 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbc8b35-9086-4a9f-a466-8f3a2bfd4367', 'name': 'network-vif-deleted', 'tag': '2db76ade-ce2e-467e-9e9d-659cdbe488f3'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:01:00.700496 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20a9a14-f564-406b-a601-86ebb032d06d" -d '{"events": [{"server_uuid": "cbbc8b35-9086-4a9f-a466-8f3a2bfd4367", "name": "network-vif-deleted", "tag": "2db76ade-ce2e-467e-9e9d-659cdbe488f3"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:01:00.736342 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd2edce-5e56-475a-be67-9fa6de4a14f1 x-openstack-request-id: req-4cd2edce-5e56-475a-be67-9fa6de4a14f1 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:01:00.736629 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbc8b35-9086-4a9f-a466-8f3a2bfd4367", "name": "network-vif-deleted", "tag": "2db76ade-ce2e-467e-9e9d-659cdbe488f3", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:01:00.736877 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4cd2edce-5e56-475a-be67-9fa6de4a14f1 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:01:00.737332 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd2edce-5e56-475a-be67-9fa6de4a14f1'] response: {'server_uuid': 'cbbc8b35-9086-4a9f-a466-8f3a2bfd4367', 'name': 'network-vif-deleted', 'tag': '2db76ade-ce2e-467e-9e9d-659cdbe488f3', 'status': 'completed', 'code': 200} Mar 29 15:01:00.782456 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-cb563587-f9ab-4107-8892-2e28f40a1815 None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:01:00.993999 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-cb563587-f9ab-4107-8892-2e28f40a1815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:01:01.019787 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb563587-f9ab-4107-8892-2e28f40a1815 None None] Checking router: cb413d57-db8e-474f-b0b0-1585119bca2b for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:01:01.028364 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb563587-f9ab-4107-8892-2e28f40a1815 None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:01:01.028957 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-cb563587-f9ab-4107-8892-2e28f40a1815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:00:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:01:01.134937 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-cb563587-f9ab-4107-8892-2e28f40a1815 None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:01:01.331143 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-cb563587-f9ab-4107-8892-2e28f40a1815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:01:01.357224 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb563587-f9ab-4107-8892-2e28f40a1815 None None] The sync data for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi is: [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:03Z', 'revision_number': 4, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '2bfecaf3-477c-4376-93e2-b505aee0ce05', 'name': '', 'network_id': '4d7933f0-920a-440d-86c3-46e7aab80bfb', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'mac_address': 'fa:16:3e:83:9f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:01Z', 'updated_at': '2022-03-29T14:52:15Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'subnets': [{'id': '4a4c3ff9-6e66-4bb0-8254-bab28249a738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:01:01.571367 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d579ca9-d4a0-4942-982a-93c891757a3b None None] New status for floating IP 7a4190bf-7584-43e1-be8b-e35d68a1266b: DOWN {{(pid=115500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:01:01.677337 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-855018ca-d53b-4917-aa17-fae25de659f1 req-7154c497-608c-4ad4-8988-1f9e437aa8a6 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc8b35-9086-4a9f-a466-8f3a2bfd4367 HTTP/1.1" status: 200 len: 210 time: 0.0271497 Mar 29 15:01:02.819504 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 39562) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:01:02.875103 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (46d7f3f8-534f-4a62-a6e3-bb51e37d3f48), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:02.898350 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (46d7f3f8-534f-4a62-a6e3-bb51e37d3f48), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:03.019288 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (46d7f3f8-534f-4a62-a6e3-bb51e37d3f48), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:03.021865 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:03.023023 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "DELETE /v2.0/security-groups/46d7f3f8-534f-4a62-a6e3-bb51e37d3f48 HTTP/1.1" status: 204 len: 168 time: 0.2025356 Mar 29 15:01:03.025820 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 39568) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:01:03.033423 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d7f3f8-534f-4a62-a6e3-bb51e37d3f48,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:01:03.040005 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.api.v2.resource [None req-aaf1f338-dc26-4d83-9d8e-cfa54206bf17 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] show failed (client error): The resource could not be found. Mar 29 15:01:03.045042 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:03.045172 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-aaf1f338-dc26-4d83-9d8e-cfa54206bf17 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "GET /v2.0/security-groups/46d7f3f8-534f-4a62-a6e3-bb51e37d3f48 HTTP/1.1" status: 404 len: 347 time: 0.0141938 Mar 29 15:01:03.045285 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:03.045285 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:03.045285 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:03.045285 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:03.045285 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:03.045285 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:03.045285 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:03.045285 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:03.045285 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:03.045285 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:03.045285 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:03.046057 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 39570) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:01:03.046170 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:03.046170 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:03.046170 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff903cfd-7b85-41de-b15c-d17044d5309d tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:03.188657 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-21e8c05e-0542-4cbb-b548-3ea0ddc92392 req-82d57216-1e4b-4616-a241-2d89daccb1e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1008677 Mar 29 15:01:03.205484 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-41b605c8-2322-4569-a07c-603822e2e9a8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Deleting port c4f03e80-0b9d-4831-b960-3107491c1510 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:01:03.205816 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-41b605c8-2322-4569-a07c-603822e2e9a8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (c4f03e80-0b9d-4831-b960-3107491c1510), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:03.312444 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-41b605c8-2322-4569-a07c-603822e2e9a8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (c4f03e80-0b9d-4831-b960-3107491c1510), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:03.312769 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-41b605c8-2322-4569-a07c-603822e2e9a8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (c4f03e80-0b9d-4831-b960-3107491c1510), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:03.321640 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8c05e-0542-4cbb-b548-3ea0ddc92392 req-666df407-7783-4522-9bc2-6e688340ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:01:03.323665 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-21e8c05e-0542-4cbb-b548-3ea0ddc92392 req-666df407-7783-4522-9bc2-6e688340ebc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 1129 time: 0.0839734 Mar 29 15:01:03.328904 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-41b605c8-2322-4569-a07c-603822e2e9a8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Calling delete_port for c4f03e80-0b9d-4831-b960-3107491c1510 owned by network:floatingip {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:01:03.479483 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8c05e-0542-4cbb-b548-3ea0ddc92392 req-ccde31f9-8243-46e3-9deb-4a225f7f3178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:01:03.481483 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-21e8c05e-0542-4cbb-b548-3ea0ddc92392 req-ccde31f9-8243-46e3-9deb-4a225f7f3178 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 919 time: 0.1401212 Mar 29 15:01:03.574832 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-21e8c05e-0542-4cbb-b548-3ea0ddc92392 req-9bfba978-87bb-49d2-af42-91a3030f4fcb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12f8914c-bde6-405f-a9db-15523b7e184d HTTP/1.1" status: 200 len: 1000 time: 0.0874074 Mar 29 15:01:03.620440 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8c05e-0542-4cbb-b548-3ea0ddc92392 req-c87a4a78-fda2-4874-9da7-d20b440afb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:01:03.621860 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-21e8c05e-0542-4cbb-b548-3ea0ddc92392 req-c87a4a78-fda2-4874-9da7-d20b440afb0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.0419900 Mar 29 15:01:03.636401 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-41b605c8-2322-4569-a07c-603822e2e9a8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (c4f03e80-0b9d-4831-b960-3107491c1510), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:03.682268 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b605c8-2322-4569-a07c-603822e2e9a8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Pushing event deleted for resources: {'Port': ['ID=c4f03e80-0b9d-4831-b960-3107491c1510,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:01:03.741898 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8c05e-0542-4cbb-b548-3ea0ddc92392 req-7f9e2b3e-996e-4b27-8813-c9d2639af1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:01:03.743400 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-21e8c05e-0542-4cbb-b548-3ea0ddc92392 req-7f9e2b3e-996e-4b27-8813-c9d2639af1f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1159282 Mar 29 15:01:03.761445 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-41b605c8-2322-4569-a07c-603822e2e9a8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks [] for floatingip (7a4190bf-7584-43e1-be8b-e35d68a1266b), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:03.764344 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-41b605c8-2322-4569-a07c-603822e2e9a8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:03.765445 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-41b605c8-2322-4569-a07c-603822e2e9a8 tempest-AttachVolumeNegativeTest-1736909305 tempest-AttachVolumeNegativeTest-1736909305-project] 10.222.0.16 "DELETE /v2.0/floatingips/7a4190bf-7584-43e1-be8b-e35d68a1266b HTTP/1.1" status: 204 len: 168 time: 0.7194960 Mar 29 15:01:03.841426 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-21e8c05e-0542-4cbb-b548-3ea0ddc92392 req-4388deb8-d570-4712-b477-676e1dda77ec service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920072 Mar 29 15:01:03.932833 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-21e8c05e-0542-4cbb-b548-3ea0ddc92392 req-0e132581-f875-40a1-9ab1-fb2e07a13499 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855086 Mar 29 15:01:05.122657 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 2db76ade-ce2e-467e-9e9d-659cdbe488f3 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:01:05.145043 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] No Port match for: 2db76ade-ce2e-467e-9e9d-659cdbe488f3 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:01:05.145384 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 2db76ade-ce2e-467e-9e9d-659cdbe488f3 not bound to the agent host hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:01:07.819952 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 39634) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:01:08.255518 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9eb0614b-51a4-4d84-a42e-fedd5ef0b959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606844'] for router_interface (cb413d57-db8e-474f-b0b0-1585119bca2b), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:08.497757 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-9eb0614b-51a4-4d84-a42e-fedd5ef0b959 admin admin] Deleting port 2bfecaf3-477c-4376-93e2-b505aee0ce05 {{(pid=115498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:01:08.498100 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9eb0614b-51a4-4d84-a42e-fedd5ef0b959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (2bfecaf3-477c-4376-93e2-b505aee0ce05), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:08.577031 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.db [None req-9eb0614b-51a4-4d84-a42e-fedd5ef0b959 admin admin] For port 2bfecaf3-477c-4376-93e2-b505aee0ce05, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=2bfecaf3-477c-4376-93e2-b505aee0ce05,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:01:08.577399 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9eb0614b-51a4-4d84-a42e-fedd5ef0b959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (2bfecaf3-477c-4376-93e2-b505aee0ce05), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:08.590969 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-9eb0614b-51a4-4d84-a42e-fedd5ef0b959 admin admin] Calling delete_port for 2bfecaf3-477c-4376-93e2-b505aee0ce05 owned by network:router_interface {{(pid=115498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:01:09.024625 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9eb0614b-51a4-4d84-a42e-fedd5ef0b959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (2bfecaf3-477c-4376-93e2-b505aee0ce05), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:09.050759 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0614b-51a4-4d84-a42e-fedd5ef0b959 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bfecaf3-477c-4376-93e2-b505aee0ce05,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:01:09.218686 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-9eb0614b-51a4-4d84-a42e-fedd5ef0b959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-609260'] for router_interface (cb413d57-db8e-474f-b0b0-1585119bca2b), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:09.653066 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb0614b-51a4-4d84-a42e-fedd5ef0b959 admin admin] Router cb413d57-db8e-474f-b0b0-1585119bca2b has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:01:09.762464 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb0614b-51a4-4d84-a42e-fedd5ef0b959 admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:01:09.767525 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-9eb0614b-51a4-4d84-a42e-fedd5ef0b959 admin admin] 10.222.0.16 "PUT /v2.0/routers/cb413d57-db8e-474f-b0b0-1585119bca2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9465106 Mar 29 15:01:09.770059 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 39650) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:01:09.773038 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c8240-6759-417c-aa62-e1ad55b8b796 None None] Sync routers for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:01:09.786906 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c8240-6759-417c-aa62-e1ad55b8b796 None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:01:09.786906 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-210c8240-6759-417c-aa62-e1ad55b8b796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:00:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:01:09.876235 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3810-51de-489a-a591-359897d0e015 admin admin] Publish callbacks [] for router (cb413d57-db8e-474f-b0b0-1585119bca2b), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:09.889829 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-210c8240-6759-417c-aa62-e1ad55b8b796 None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:01:09.978990 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3810-51de-489a-a591-359897d0e015 admin admin] Publish callbacks [] for router_gateway (cb413d57-db8e-474f-b0b0-1585119bca2b), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:10.061011 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-210c8240-6759-417c-aa62-e1ad55b8b796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T15:01:08Z', 'revision_number': 5, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port': {'id': 'ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:56Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:01:10.090968 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c8240-6759-417c-aa62-e1ad55b8b796 None None] Checking router: cb413d57-db8e-474f-b0b0-1585119bca2b for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:01:10.099246 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c8240-6759-417c-aa62-e1ad55b8b796 None None] Routers {'cb413d57-db8e-474f-b0b0-1585119bca2b'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:01:10.099854 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-210c8240-6759-417c-aa62-e1ad55b8b796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:00:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['cb413d57-db8e-474f-b0b0-1585119bca2b'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:01:10.108002 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d3810-51de-489a-a591-359897d0e015 admin admin] Deleting port ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc {{(pid=115498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:01:10.108524 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3810-51de-489a-a591-359897d0e015 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:10.182370 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-210c8240-6759-417c-aa62-e1ad55b8b796 None None] Set router cb413d57-db8e-474f-b0b0-1585119bca2b gateway port host: None {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:01:10.189453 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.db [None req-4f1d3810-51de-489a-a591-359897d0e015 admin admin] For port ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:01:10.189814 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3810-51de-489a-a591-359897d0e015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:10.203008 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d3810-51de-489a-a591-359897d0e015 admin admin] Calling delete_port for ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc owned by network:router_gateway {{(pid=115498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:01:10.235059 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-210c8240-6759-417c-aa62-e1ad55b8b796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T15:01:09Z', 'revision_number': 6, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port_host': None}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:01:10.262505 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c8240-6759-417c-aa62-e1ad55b8b796 None None] The sync data for ids ['cb413d57-db8e-474f-b0b0-1585119bca2b'] in dv-cinder-835525-2-iscsi is: [{'id': 'cb413d57-db8e-474f-b0b0-1585119bca2b', 'name': 'tempest-AttachVolumeNegativeTest-2012243782-router', 'tenant_id': 'ae25d73af8c34890992534571426e2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T15:01:09Z', 'revision_number': 6, 'project_id': 'ae25d73af8c34890992534571426e2de', 'gw_port_host': None}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:01:10.453336 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3810-51de-489a-a591-359897d0e015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:10.480244 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d3810-51de-489a-a591-359897d0e015 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:01:10.537664 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3810-51de-489a-a591-359897d0e015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606214'] for router_gateway (cb413d57-db8e-474f-b0b0-1585119bca2b), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:10.640013 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3810-51de-489a-a591-359897d0e015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (cb413d57-db8e-474f-b0b0-1585119bca2b), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:10.642377 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3810-51de-489a-a591-359897d0e015 admin admin] Publish callbacks [] for router_controller (cb413d57-db8e-474f-b0b0-1585119bca2b), precommit_delete_associations {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:10.756450 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3810-51de-489a-a591-359897d0e015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608739'] for router (cb413d57-db8e-474f-b0b0-1585119bca2b), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:10.757070 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1d3810-51de-489a-a591-359897d0e015 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb413d57-db8e-474f-b0b0-1585119bca2b {{(pid=115498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:01:10.761988 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3810-51de-489a-a591-359897d0e015 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:10.763136 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-4f1d3810-51de-489a-a591-359897d0e015 admin admin] 10.222.0.16 "DELETE /v2.0/routers/cb413d57-db8e-474f-b0b0-1585119bca2b HTTP/1.1" status: 204 len: 168 time: 0.9919503 Mar 29 15:01:10.765680 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 39656) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:01:10.810987 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8724fc-4be4-49e7-ad99-7c6525adeee9 admin admin] Deleting subnet 4a4c3ff9-6e66-4bb0-8254-bab28249a738 {{(pid=115498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:01:10.814347 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5a8724fc-4be4-49e7-ad99-7c6525adeee9 admin admin] Publish callbacks [] for subnet (4a4c3ff9-6e66-4bb0-8254-bab28249a738), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:10.849126 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5a8724fc-4be4-49e7-ad99-7c6525adeee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439781'] for subnet (4a4c3ff9-6e66-4bb0-8254-bab28249a738), precommit_delete_associations {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:10.933787 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5a8724fc-4be4-49e7-ad99-7c6525adeee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187270'] for subnet (4a4c3ff9-6e66-4bb0-8254-bab28249a738), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:11.030424 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 2bfecaf3-477c-4376-93e2-b505aee0ce05 no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:01:11.051273 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: 2bfecaf3-477c-4376-93e2-b505aee0ce05 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:01:11.051623 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 2bfecaf3-477c-4376-93e2-b505aee0ce05 not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:01:11.065166 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5a8724fc-4be4-49e7-ad99-7c6525adeee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10357351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8856191'] for subnet (4a4c3ff9-6e66-4bb0-8254-bab28249a738), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:11.092869 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8724fc-4be4-49e7-ad99-7c6525adeee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a4c3ff9-6e66-4bb0-8254-bab28249a738,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:01:11.094891 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5a8724fc-4be4-49e7-ad99-7c6525adeee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:11.098168 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-5a8724fc-4be4-49e7-ad99-7c6525adeee9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4a4c3ff9-6e66-4bb0-8254-bab28249a738 HTTP/1.1" status: 204 len: 168 time: 0.3315165 Mar 29 15:01:11.100839 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 39660) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:01:11.102634 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0c6de7-b54d-44ca-bc50-740d099f9cee None None] Network 4d7933f0-920a-440d-86c3-46e7aab80bfb requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:01:11.170783 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1063815'] for network (4d7933f0-920a-440d-86c3-46e7aab80bfb), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:11.227057 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] Deleting port b82155b5-ed47-440e-9368-e6a5677119bc {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:01:11.227389 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (b82155b5-ed47-440e-9368-e6a5677119bc), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:11.260922 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] DHCP port deletion for 4d7933f0-920a-440d-86c3-46e7aab80bfb request from dv-cinder-835525-2-iscsi {{(pid=115500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:01:11.298264 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] For port b82155b5-ed47-440e-9368-e6a5677119bc, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=b82155b5-ed47-440e-9368-e6a5677119bc,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:01:11.298404 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (b82155b5-ed47-440e-9368-e6a5677119bc), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:11.311288 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Deleting port b82155b5-ed47-440e-9368-e6a5677119bc {{(pid=115500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:01:11.312026 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (b82155b5-ed47-440e-9368-e6a5677119bc), before_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:11.312255 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] Calling delete_port for b82155b5-ed47-440e-9368-e6a5677119bc owned by network:dhcp {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:01:11.385628 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] For port b82155b5-ed47-440e-9368-e6a5677119bc, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=b82155b5-ed47-440e-9368-e6a5677119bc,segment=NetworkSegment(5694d2da-128f-44f9-ad04-cb3c012a736f),segment_id=5694d2da-128f-44f9-ad04-cb3c012a736f)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:01:11.386049 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (b82155b5-ed47-440e-9368-e6a5677119bc), precommit_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:11.398970 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Calling delete_port for b82155b5-ed47-440e-9368-e6a5677119bc owned by network:dhcp {{(pid=115500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:01:11.470563 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (b82155b5-ed47-440e-9368-e6a5677119bc), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:11.476098 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271'] for port (b82155b5-ed47-440e-9368-e6a5677119bc), after_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:11.500230 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b82155b5-ed47-440e-9368-e6a5677119bc,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:01:11.503448 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] No DVR routers for this DVR port b82155b5-ed47-440e-9368-e6a5677119bc on host dv-cinder-835525-2-iscsi {{(pid=115500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:01:11.503734 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] No DVR routers for this DVR port b82155b5-ed47-440e-9368-e6a5677119bc on host dv-cinder-835525-2-iscsi {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:01:11.505115 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Pushing event deleted for resources: {'Port': ['ID=b82155b5-ed47-440e-9368-e6a5677119bc,revision_number=None']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:01:11.513442 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:11.513791 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:11.514139 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:11.514480 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:11.514815 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:11.515143 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:11.515474 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:11.521212 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:11.521212 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:11.521212 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:11.521212 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:11.521212 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:11.521212 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:11.521212 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:11.521212 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f7413d-7013-44bd-b9e7-3f08f25bd152 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:01:11.582861 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8727032248890'] for network (4d7933f0-920a-440d-86c3-46e7aab80bfb), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:11.609849 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7933f0-920a-440d-86c3-46e7aab80bfb']}} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:01:11.620182 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5694d2da-128f-44f9-ad04-cb3c012a736f') {'for_net_delete': True} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:01:11.620478 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5694d2da-128f-44f9-ad04-cb3c012a736f') {} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:01:11.630909 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727032247107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8420983'] for segment (5694d2da-128f-44f9-ad04-cb3c012a736f), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:11.645344 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (5694d2da-128f-44f9-ad04-cb3c012a736f), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:11.656144 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=115499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:01:11.656144 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9130313'] for segment (5694d2da-128f-44f9-ad04-cb3c012a736f), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: Traceback (most recent call last): Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: timer() Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: cb(*args, **kw) Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: return func(*args, **kwargs) Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: self._notify() Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: self.callback(batched_events) Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: event.method(event) Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: return f(self, *a, **k) Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: return self._get(url).json() Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: return self.request(url, 'GET', **kwargs) Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:01:11.665600 dv-cinder-835525-2-iscsi neutron-server[115499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:01:11.795932 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606314'] for network (4d7933f0-920a-440d-86c3-46e7aab80bfb), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:11.801390 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:11.804510 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4d7933f0-920a-440d-86c3-46e7aab80bfb HTTP/1.1" status: 204 len: 168 time: 0.7026627 Mar 29 15:01:11.815193 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84e6f0-f977-4b4b-986c-6ae8a005a0a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d7933f0-920a-440d-86c3-46e7aab80bfb,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:01:12.079115 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 39670) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:01:12.117724 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-7ebfc5b2-cc8c-418e-be80-1420da6e1ff6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae25d73af8c34890992534571426e2de&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0374539 Mar 29 15:01:12.120041 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 39672) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:01:12.165228 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-2fdf89d3-9563-4fa8-ab5c-9ca1440f52b1 admin admin] Publish callbacks [] for security_group (5c0bb470-d247-40f7-a365-c8c811804cce), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:12.185484 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-2fdf89d3-9563-4fa8-ab5c-9ca1440f52b1 admin admin] Publish callbacks [] for security_group (5c0bb470-d247-40f7-a365-c8c811804cce), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:12.321775 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-2fdf89d3-9563-4fa8-ab5c-9ca1440f52b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (5c0bb470-d247-40f7-a365-c8c811804cce), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:12.325122 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-2fdf89d3-9563-4fa8-ab5c-9ca1440f52b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:12.326311 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-2fdf89d3-9563-4fa8-ab5c-9ca1440f52b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c0bb470-d247-40f7-a365-c8c811804cce HTTP/1.1" status: 204 len: 168 time: 0.2053452 Mar 29 15:01:12.335172 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf89d3-9563-4fa8-ab5c-9ca1440f52b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0bb470-d247-40f7-a365-c8c811804cce,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:01:12.442712 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device b82155b5-ed47-440e-9368-e6a5677119bc no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:01:12.465601 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: b82155b5-ed47-440e-9368-e6a5677119bc {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:01:12.469510 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device b82155b5-ed47-440e-9368-e6a5677119bc not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:01:12.469510 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:01:12.484209 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:01:12.484552 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device ddbc3dae-c0ec-4f33-8f24-894de4c1e9bc not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:01:13.704630 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-cb73b447-2cfd-4d51-bbfe-780aead8509f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:14.832544 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 39738) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:01:14.936970 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a4fe7853-af45-41bd-be2d-c8880acc3176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:15.009521 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a4fe7853-af45-41bd-be2d-c8880acc3176 admin admin] Publish callbacks [] for security_group (0401c1d7-26a2-4f99-b3fc-51a99ef83e9a), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:15.093443 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-a4fe7853-af45-41bd-be2d-c8880acc3176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (0401c1d7-26a2-4f99-b3fc-51a99ef83e9a), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:15.132224 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-a4fe7853-af45-41bd-be2d-c8880acc3176 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12d5d0d9717d41cc92ace0abd42d9b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985868 Mar 29 15:01:15.136426 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe7853-af45-41bd-be2d-c8880acc3176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0401c1d7-26a2-4f99-b3fc-51a99ef83e9a,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:01:15.136584 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 39744) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:01:15.183470 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5c32f5ab-4fc8-464c-b088-26810b0325a7 admin admin] Publish callbacks [] for security_group (0401c1d7-26a2-4f99-b3fc-51a99ef83e9a), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:15.203879 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5c32f5ab-4fc8-464c-b088-26810b0325a7 admin admin] Publish callbacks [] for security_group (0401c1d7-26a2-4f99-b3fc-51a99ef83e9a), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:15.310312 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5c32f5ab-4fc8-464c-b088-26810b0325a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (0401c1d7-26a2-4f99-b3fc-51a99ef83e9a), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:15.312946 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-5c32f5ab-4fc8-464c-b088-26810b0325a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:15.314124 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-5c32f5ab-4fc8-464c-b088-26810b0325a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0401c1d7-26a2-4f99-b3fc-51a99ef83e9a HTTP/1.1" status: 204 len: 168 time: 0.1780138 Mar 29 15:01:15.321794 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32f5ab-4fc8-464c-b088-26810b0325a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0401c1d7-26a2-4f99-b3fc-51a99ef83e9a,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:01:15.779161 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-4a8453ff-c815-4d25-8f38-dd2a798d594d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:15.977467 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 39754) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:01:15.990765 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e4563824-ab67-43ca-b072-9fbcacb47cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:16.061823 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e4563824-ab67-43ca-b072-9fbcacb47cc2 admin admin] Publish callbacks [] for security_group (2426d3d4-db6b-4dcc-acf9-5333af5bad7b), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:16.121489 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e4563824-ab67-43ca-b072-9fbcacb47cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (2426d3d4-db6b-4dcc-acf9-5333af5bad7b), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:16.158827 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-e4563824-ab67-43ca-b072-9fbcacb47cc2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ede509f84e8421185786eb69856ebcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1803372 Mar 29 15:01:16.159895 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4563824-ab67-43ca-b072-9fbcacb47cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2426d3d4-db6b-4dcc-acf9-5333af5bad7b,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:01:16.161561 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 39758) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:01:16.213384 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-fde49cdb-2395-4f32-8105-a6fc4782f568 admin admin] Publish callbacks [] for security_group (2426d3d4-db6b-4dcc-acf9-5333af5bad7b), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:16.234899 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-fde49cdb-2395-4f32-8105-a6fc4782f568 admin admin] Publish callbacks [] for security_group (2426d3d4-db6b-4dcc-acf9-5333af5bad7b), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:16.361434 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-fde49cdb-2395-4f32-8105-a6fc4782f568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (2426d3d4-db6b-4dcc-acf9-5333af5bad7b), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:16.364026 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-fde49cdb-2395-4f32-8105-a6fc4782f568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:16.365207 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-fde49cdb-2395-4f32-8105-a6fc4782f568 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2426d3d4-db6b-4dcc-acf9-5333af5bad7b HTTP/1.1" status: 204 len: 168 time: 0.2018065 Mar 29 15:01:16.373219 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde49cdb-2395-4f32-8105-a6fc4782f568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2426d3d4-db6b-4dcc-acf9-5333af5bad7b,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:01:17.081907 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:18.332926 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:19.790154 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:29.058278 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:31.926530 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:01:43.705018 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-9dfd6b9e-877a-4e1a-a203-29747ea53cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:45.744249 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-cb871777-6de1-4c91-8ac6-b5393b282bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:47.080292 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:48.315440 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:49.738250 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:59.110225 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:04.109091 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 40412) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:04.216131 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-000df760-234b-4d06-81b4-08f73ac39ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:04.289673 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-000df760-234b-4d06-81b4-08f73ac39ae8 admin admin] Publish callbacks [] for security_group (1d50ae4e-b1bd-44e5-bd5f-6a83261f2920), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:04.366921 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-000df760-234b-4d06-81b4-08f73ac39ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (1d50ae4e-b1bd-44e5-bd5f-6a83261f2920), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:04.405378 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-000df760-234b-4d06-81b4-08f73ac39ae8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d91270ad59984f638c715ab31c8f2eed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951474 Mar 29 15:02:04.407878 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000df760-234b-4d06-81b4-08f73ac39ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d50ae4e-b1bd-44e5-bd5f-6a83261f2920,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:04.408110 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 40420) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:04.415300 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000df760-234b-4d06-81b4-08f73ac39ae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.415650 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000df760-234b-4d06-81b4-08f73ac39ae8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.415997 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000df760-234b-4d06-81b4-08f73ac39ae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.416340 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000df760-234b-4d06-81b4-08f73ac39ae8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.416680 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000df760-234b-4d06-81b4-08f73ac39ae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.417065 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000df760-234b-4d06-81b4-08f73ac39ae8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.417398 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000df760-234b-4d06-81b4-08f73ac39ae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.417726 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000df760-234b-4d06-81b4-08f73ac39ae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.418057 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000df760-234b-4d06-81b4-08f73ac39ae8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.418388 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000df760-234b-4d06-81b4-08f73ac39ae8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.418717 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000df760-234b-4d06-81b4-08f73ac39ae8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.419049 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000df760-234b-4d06-81b4-08f73ac39ae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.419380 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000df760-234b-4d06-81b4-08f73ac39ae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.419693 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000df760-234b-4d06-81b4-08f73ac39ae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.420012 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000df760-234b-4d06-81b4-08f73ac39ae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.455881 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] Publish callbacks [] for security_group (1d50ae4e-b1bd-44e5-bd5f-6a83261f2920), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:04.479794 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] Publish callbacks [] for security_group (1d50ae4e-b1bd-44e5-bd5f-6a83261f2920), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:04.589395 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (1d50ae4e-b1bd-44e5-bd5f-6a83261f2920), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:04.591870 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:04.593000 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d50ae4e-b1bd-44e5-bd5f-6a83261f2920 HTTP/1.1" status: 204 len: 168 time: 0.1839023 Mar 29 15:02:04.600512 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d50ae4e-b1bd-44e5-bd5f-6a83261f2920,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:04.607477 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.607822 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.608160 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.608496 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.608831 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.609183 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.609506 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.609825 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.610148 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.610471 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.610870 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.611116 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.611459 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.611774 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.612088 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2007f011-1bc6-4a7d-bdf9-41e3388a504c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:04.960969 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-af8c1097-868a-43ec-ba73-297059d82f99 req-33a74661-7cd9-478c-a12f-369251f0c82d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415483 Mar 29 15:02:05.030293 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c1097-868a-43ec-ba73-297059d82f99 req-c5949c16-e421-4772-a98d-3c39734389ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:05.031624 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-af8c1097-868a-43ec-ba73-297059d82f99 req-c5949c16-e421-4772-a98d-3c39734389ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59c8a5905d7d45b5b833ace29a4559d0&device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 1131 time: 0.0414391 Mar 29 15:02:05.134080 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c1097-868a-43ec-ba73-297059d82f99 req-971452c3-3f80-4e81-809d-0ce5f478325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:05.135522 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-af8c1097-868a-43ec-ba73-297059d82f99 req-971452c3-3f80-4e81-809d-0ce5f478325b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ae2e8b4-22d2-4d52-a946-a55ff4289652 HTTP/1.1" status: 200 len: 915 time: 0.0867653 Mar 29 15:02:05.175433 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-af8c1097-868a-43ec-ba73-297059d82f99 req-e211d86e-2e75-4707-acb3-0eb262199743 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=074fc41f-7341-4e36-9c84-6ba8ce452a28 HTTP/1.1" status: 200 len: 217 time: 0.0339828 Mar 29 15:02:05.197003 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 40430) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:05.211167 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8306610a-ce33-460d-9f1c-94ffbde2c4ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:05.224371 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c1097-868a-43ec-ba73-297059d82f99 req-cd6e7b9c-fde6-449b-9944-409193a92bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:05.225629 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-af8c1097-868a-43ec-ba73-297059d82f99 req-cd6e7b9c-fde6-449b-9944-409193a92bcf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38a2dac5-7c8e-4061-bce9-293971606099 HTTP/1.1" status: 200 len: 853 time: 0.0441194 Mar 29 15:02:05.277434 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c1097-868a-43ec-ba73-297059d82f99 req-ded9c236-35b3-483d-94da-03cd2f687f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:05.278925 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-af8c1097-868a-43ec-ba73-297059d82f99 req-ded9c236-35b3-483d-94da-03cd2f687f3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ae2e8b4-22d2-4d52-a946-a55ff4289652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475342 Mar 29 15:02:05.291561 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8306610a-ce33-460d-9f1c-94ffbde2c4ad admin admin] Publish callbacks [] for security_group (3c1c3708-e705-4adc-a910-423fe2c373ea), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:05.365058 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-af8c1097-868a-43ec-ba73-297059d82f99 req-e68244c0-1ec2-467d-b2d7-bfc194422325 service neutron] 10.222.0.13 "GET /v2.0/networks/6ae2e8b4-22d2-4d52-a946-a55ff4289652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804334 Mar 29 15:02:05.366963 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8306610a-ce33-460d-9f1c-94ffbde2c4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (3c1c3708-e705-4adc-a910-423fe2c373ea), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:05.410906 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-8306610a-ce33-460d-9f1c-94ffbde2c4ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa0035ba8d864d46be04b3499fbe113c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127395 Mar 29 15:02:05.414693 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 40434) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:05.419977 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306610a-ce33-460d-9f1c-94ffbde2c4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1c3708-e705-4adc-a910-423fe2c373ea,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:05.464565 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-af8c1097-868a-43ec-ba73-297059d82f99 req-6ecdf159-d8af-4a97-ac00-8e6262b5e1ed service neutron] 10.222.0.13 "GET /v2.0/networks/6ae2e8b4-22d2-4d52-a946-a55ff4289652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934894 Mar 29 15:02:05.465194 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-667bf4b8-a4d6-479a-8198-8fc0528bab30 admin admin] Publish callbacks [] for security_group (3c1c3708-e705-4adc-a910-423fe2c373ea), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:05.486996 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-667bf4b8-a4d6-479a-8198-8fc0528bab30 admin admin] Publish callbacks [] for security_group (3c1c3708-e705-4adc-a910-423fe2c373ea), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:05.601076 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-667bf4b8-a4d6-479a-8198-8fc0528bab30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (3c1c3708-e705-4adc-a910-423fe2c373ea), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:05.603568 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-667bf4b8-a4d6-479a-8198-8fc0528bab30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:05.604716 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-667bf4b8-a4d6-479a-8198-8fc0528bab30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c1c3708-e705-4adc-a910-423fe2c373ea HTTP/1.1" status: 204 len: 168 time: 0.1912987 Mar 29 15:02:05.619388 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bf4b8-a4d6-479a-8198-8fc0528bab30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1c3708-e705-4adc-a910-423fe2c373ea,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:08.571764 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 40524) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:08.671421 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-817770af-f433-40d9-972b-4c8f2fd970ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:08.742866 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-817770af-f433-40d9-972b-4c8f2fd970ea admin admin] Publish callbacks [] for security_group (7cccd0aa-90f4-44d7-b842-8a696d622b83), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:08.799795 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-817770af-f433-40d9-972b-4c8f2fd970ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (7cccd0aa-90f4-44d7-b842-8a696d622b83), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:08.840856 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-817770af-f433-40d9-972b-4c8f2fd970ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab5fbf82a00049ca9d42f78a889f534c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680292 Mar 29 15:02:08.841982 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817770af-f433-40d9-972b-4c8f2fd970ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cccd0aa-90f4-44d7-b842-8a696d622b83,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:08.843538 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 40528) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:08.890723 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-891bf8bc-1281-4056-9add-6d1ecfc7de10 admin admin] Publish callbacks [] for security_group (7cccd0aa-90f4-44d7-b842-8a696d622b83), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:08.911603 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-891bf8bc-1281-4056-9add-6d1ecfc7de10 admin admin] Publish callbacks [] for security_group (7cccd0aa-90f4-44d7-b842-8a696d622b83), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:08.925745 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:02:09.034458 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-891bf8bc-1281-4056-9add-6d1ecfc7de10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (7cccd0aa-90f4-44d7-b842-8a696d622b83), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:09.037067 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-891bf8bc-1281-4056-9add-6d1ecfc7de10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:09.044029 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-891bf8bc-1281-4056-9add-6d1ecfc7de10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7cccd0aa-90f4-44d7-b842-8a696d622b83 HTTP/1.1" status: 204 len: 168 time: 0.1936049 Mar 29 15:02:09.046865 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bf8bc-1281-4056-9add-6d1ecfc7de10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cccd0aa-90f4-44d7-b842-8a696d622b83,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:09.644173 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 40540) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:09.657300 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-afedea4a-3a4a-481c-a1bd-0caf20756a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:09.728303 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-afedea4a-3a4a-481c-a1bd-0caf20756a6c admin admin] Publish callbacks [] for security_group (793d0f76-f964-4f0a-aa57-d3eaba024271), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:09.789311 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-afedea4a-3a4a-481c-a1bd-0caf20756a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (793d0f76-f964-4f0a-aa57-d3eaba024271), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:09.825317 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedea4a-3a4a-481c-a1bd-0caf20756a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793d0f76-f964-4f0a-aa57-d3eaba024271,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:09.829427 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-afedea4a-3a4a-481c-a1bd-0caf20756a6c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bc79bf32c82482c8ea41e1a1e03bb4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1841815 Mar 29 15:02:09.841153 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 40542) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:09.880275 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-ca4d3ab3-e2ed-4bae-a018-70ac975d4af3 admin admin] Publish callbacks [] for security_group (793d0f76-f964-4f0a-aa57-d3eaba024271), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:09.900825 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-ca4d3ab3-e2ed-4bae-a018-70ac975d4af3 admin admin] Publish callbacks [] for security_group (793d0f76-f964-4f0a-aa57-d3eaba024271), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:10.012159 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-ca4d3ab3-e2ed-4bae-a018-70ac975d4af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (793d0f76-f964-4f0a-aa57-d3eaba024271), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:10.014763 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-ca4d3ab3-e2ed-4bae-a018-70ac975d4af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:10.015894 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-ca4d3ab3-e2ed-4bae-a018-70ac975d4af3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/793d0f76-f964-4f0a-aa57-d3eaba024271 HTTP/1.1" status: 204 len: 168 time: 0.1825311 Mar 29 15:02:10.023904 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d3ab3-e2ed-4bae-a018-70ac975d4af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793d0f76-f964-4f0a-aa57-d3eaba024271,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:13.755164 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e85b50b0-3352-487d-845b-083dc398c9a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:15.057968 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 40716) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:15.158177 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5b7ce125-b235-4d09-b16c-6838223ed8a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:15.229727 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5b7ce125-b235-4d09-b16c-6838223ed8a9 admin admin] Publish callbacks [] for security_group (ee16acce-992d-48cd-9434-b439039e610b), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:15.303711 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-5b7ce125-b235-4d09-b16c-6838223ed8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (ee16acce-992d-48cd-9434-b439039e610b), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:15.341321 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-5b7ce125-b235-4d09-b16c-6838223ed8a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=672726b4c64a4cdc822d52742f3bd0e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822573 Mar 29 15:02:15.342168 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ce125-b235-4d09-b16c-6838223ed8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee16acce-992d-48cd-9434-b439039e610b,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:15.344156 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 40722) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:15.404387 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-27ed15d5-7dd6-4307-8b7d-f8a22bd716ec admin admin] Publish callbacks [] for security_group (ee16acce-992d-48cd-9434-b439039e610b), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:15.421441 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-27ed15d5-7dd6-4307-8b7d-f8a22bd716ec admin admin] Publish callbacks [] for security_group (ee16acce-992d-48cd-9434-b439039e610b), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:15.549438 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-27ed15d5-7dd6-4307-8b7d-f8a22bd716ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (ee16acce-992d-48cd-9434-b439039e610b), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:15.551991 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-27ed15d5-7dd6-4307-8b7d-f8a22bd716ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:15.553199 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-27ed15d5-7dd6-4307-8b7d-f8a22bd716ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee16acce-992d-48cd-9434-b439039e610b HTTP/1.1" status: 204 len: 168 time: 0.2030680 Mar 29 15:02:15.560730 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed15d5-7dd6-4307-8b7d-f8a22bd716ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee16acce-992d-48cd-9434-b439039e610b,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:15.765829 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b77c57c1-d6b8-48b4-820a-d10108899562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:16.143369 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 40732) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:16.156252 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-882a8b56-ecf1-4a48-9280-463c9fd27fae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:16.228394 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-882a8b56-ecf1-4a48-9280-463c9fd27fae admin admin] Publish callbacks [] for security_group (f0aed87d-1242-4dc5-a964-2a40beeb7169), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:16.291021 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-882a8b56-ecf1-4a48-9280-463c9fd27fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (f0aed87d-1242-4dc5-a964-2a40beeb7169), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:16.329796 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-882a8b56-ecf1-4a48-9280-463c9fd27fae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fda7f4c4888f4462a86d9e9ef343e0a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1852760 Mar 29 15:02:16.330588 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a8b56-ecf1-4a48-9280-463c9fd27fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0aed87d-1242-4dc5-a964-2a40beeb7169,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:16.332526 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 40734) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:16.380583 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-42fdd210-9517-4b97-8b20-feb34708dfcb admin admin] Publish callbacks [] for security_group (f0aed87d-1242-4dc5-a964-2a40beeb7169), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:16.403754 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-42fdd210-9517-4b97-8b20-feb34708dfcb admin admin] Publish callbacks [] for security_group (f0aed87d-1242-4dc5-a964-2a40beeb7169), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:16.503424 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-42fdd210-9517-4b97-8b20-feb34708dfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (f0aed87d-1242-4dc5-a964-2a40beeb7169), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:16.506138 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-42fdd210-9517-4b97-8b20-feb34708dfcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:16.507255 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-42fdd210-9517-4b97-8b20-feb34708dfcb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0aed87d-1242-4dc5-a964-2a40beeb7169 HTTP/1.1" status: 204 len: 168 time: 0.1732054 Mar 29 15:02:16.515064 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdd210-9517-4b97-8b20-feb34708dfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0aed87d-1242-4dc5-a964-2a40beeb7169,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:17.097948 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:18.315872 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:19.399668 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 40822) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:19.499738 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cf49d05d-278f-400b-934d-bd3ed9288edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:19.572249 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cf49d05d-278f-400b-934d-bd3ed9288edf admin admin] Publish callbacks [] for security_group (70af0983-79cb-4a42-964b-a40ef952802c), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:19.617868 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cf49d05d-278f-400b-934d-bd3ed9288edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (70af0983-79cb-4a42-964b-a40ef952802c), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:19.653924 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49d05d-278f-400b-934d-bd3ed9288edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70af0983-79cb-4a42-964b-a40ef952802c,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:19.658254 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-cf49d05d-278f-400b-934d-bd3ed9288edf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ce55882a24d47c1ad0c7838bd1da47c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2575748 Mar 29 15:02:19.662207 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 40828) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:19.708044 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1cabf634-8d64-4a2d-8f8b-85d19aafe89b admin admin] Publish callbacks [] for security_group (70af0983-79cb-4a42-964b-a40ef952802c), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:19.728841 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1cabf634-8d64-4a2d-8f8b-85d19aafe89b admin admin] Publish callbacks [] for security_group (70af0983-79cb-4a42-964b-a40ef952802c), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:19.743887 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:19.840648 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1cabf634-8d64-4a2d-8f8b-85d19aafe89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (70af0983-79cb-4a42-964b-a40ef952802c), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:19.843298 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1cabf634-8d64-4a2d-8f8b-85d19aafe89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:19.844439 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-1cabf634-8d64-4a2d-8f8b-85d19aafe89b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70af0983-79cb-4a42-964b-a40ef952802c HTTP/1.1" status: 204 len: 168 time: 0.1820819 Mar 29 15:02:19.852555 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabf634-8d64-4a2d-8f8b-85d19aafe89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70af0983-79cb-4a42-964b-a40ef952802c,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:20.434972 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 40838) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:20.448298 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-462d45fd-2f0d-41f6-a3ef-fbdabea5f4ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:20.518350 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-462d45fd-2f0d-41f6-a3ef-fbdabea5f4ad admin admin] Publish callbacks [] for security_group (c9bd3a78-9203-4f03-9ff2-d761c7ca8ef0), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:20.612952 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-462d45fd-2f0d-41f6-a3ef-fbdabea5f4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (c9bd3a78-9203-4f03-9ff2-d761c7ca8ef0), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:20.649946 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d45fd-2f0d-41f6-a3ef-fbdabea5f4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bd3a78-9203-4f03-9ff2-d761c7ca8ef0,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:20.654929 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-462d45fd-2f0d-41f6-a3ef-fbdabea5f4ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63bcb33b15334961a60f30b49ac2ca23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182934 Mar 29 15:02:20.656960 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 40842) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:20.703067 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c0987b17-8044-4326-a88e-ecfd2a9c0dfa admin admin] Publish callbacks [] for security_group (c9bd3a78-9203-4f03-9ff2-d761c7ca8ef0), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:20.723376 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c0987b17-8044-4326-a88e-ecfd2a9c0dfa admin admin] Publish callbacks [] for security_group (c9bd3a78-9203-4f03-9ff2-d761c7ca8ef0), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:20.879584 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c0987b17-8044-4326-a88e-ecfd2a9c0dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (c9bd3a78-9203-4f03-9ff2-d761c7ca8ef0), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:20.882102 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c0987b17-8044-4326-a88e-ecfd2a9c0dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:20.883241 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-c0987b17-8044-4326-a88e-ecfd2a9c0dfa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9bd3a78-9203-4f03-9ff2-d761c7ca8ef0 HTTP/1.1" status: 204 len: 168 time: 0.2253146 Mar 29 15:02:20.891057 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0987b17-8044-4326-a88e-ecfd2a9c0dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bd3a78-9203-4f03-9ff2-d761c7ca8ef0,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:25.457491 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 40912) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:25.563284 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f9764383-a1db-47e7-928d-8754e1bda29e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:25.632158 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f9764383-a1db-47e7-928d-8754e1bda29e admin admin] Publish callbacks [] for security_group (230ba897-eedb-45db-aa2d-585de54433b7), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:25.721576 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f9764383-a1db-47e7-928d-8754e1bda29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (230ba897-eedb-45db-aa2d-585de54433b7), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:25.759734 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-f9764383-a1db-47e7-928d-8754e1bda29e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6dfd9d118ba64782923c816d568f60bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011425 Mar 29 15:02:25.762328 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 40918) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:25.769114 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9764383-a1db-47e7-928d-8754e1bda29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230ba897-eedb-45db-aa2d-585de54433b7,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:25.814806 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-85016323-2576-4d3c-9c82-d30eee8a0954 admin admin] Publish callbacks [] for security_group (230ba897-eedb-45db-aa2d-585de54433b7), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:25.837400 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-85016323-2576-4d3c-9c82-d30eee8a0954 admin admin] Publish callbacks [] for security_group (230ba897-eedb-45db-aa2d-585de54433b7), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:25.995062 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-85016323-2576-4d3c-9c82-d30eee8a0954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (230ba897-eedb-45db-aa2d-585de54433b7), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:25.997606 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-85016323-2576-4d3c-9c82-d30eee8a0954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:25.998769 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-85016323-2576-4d3c-9c82-d30eee8a0954 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/230ba897-eedb-45db-aa2d-585de54433b7 HTTP/1.1" status: 204 len: 168 time: 0.2355335 Mar 29 15:02:26.006976 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85016323-2576-4d3c-9c82-d30eee8a0954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230ba897-eedb-45db-aa2d-585de54433b7,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:29.001135 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-a2fccc6b-6f9d-43c4-80c0-987add04fa8c tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=83e083224c8f4a59aeb49e37c7a131c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313623 Mar 29 15:02:29.064253 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:29.180554 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-39666559-e5be-4cf2-8828-21d9e3fe8ad3 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:29.181949 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-39666559-e5be-4cf2-8828-21d9e3fe8ad3 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750817 Mar 29 15:02:29.196571 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-8898c1af-4ded-4862-9b6d-1dd069b9cbee tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/quotas/83e083224c8f4a59aeb49e37c7a131c2 HTTP/1.1" status: 200 len: 375 time: 0.0092483 Mar 29 15:02:29.227633 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-96d4d491-6ab8-4744-b429-f47f6c6d0898 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=83e083224c8f4a59aeb49e37c7a131c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263803 Mar 29 15:02:29.567752 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3364d1a5-1549-40f6-9193-a2c7a1b758ed req-8951f11b-307a-4b72-b3dc-6ed60ac5ef79 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/ports?device_id=245bf474-391a-46c6-a2c3-ee3474e05742 HTTP/1.1" status: 200 len: 210 time: 0.1246881 Mar 29 15:02:30.662508 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e249dbd4-7385-4fac-8b1d-8b2dc8073c33 req-37505ba7-e634-4281-91b9-7a04fbb1338f tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/ports?device_id=245bf474-391a-46c6-a2c3-ee3474e05742 HTTP/1.1" status: 200 len: 210 time: 0.0299101 Mar 29 15:02:31.469903 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-2152cd70-b6f1-4ed0-b6cb-232c313b1d8d tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=83e083224c8f4a59aeb49e37c7a131c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280509 Mar 29 15:02:31.763371 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b1948951-eda5-4b8a-a923-bb097a270bbe req-3258b9a9-9232-474c-be2f-320c2d4d4ee0 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/ports?device_id=245bf474-391a-46c6-a2c3-ee3474e05742 HTTP/1.1" status: 200 len: 210 time: 0.0286791 Mar 29 15:02:31.890132 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-b17aa9b2-b70a-45c3-9660-0acba355420f tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:31.891535 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-b17aa9b2-b70a-45c3-9660-0acba355420f tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4164708 Mar 29 15:02:31.916070 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-359b0665-4052-40d0-8e93-a368f19a5699 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Request body: {'port': {'device_id': '245bf474-391a-46c6-a2c3-ee3474e05742', 'network_id': '56faa08c-2f45-4ab9-87a6-732a1947b014', 'admin_state_up': True, 'tenant_id': '83e083224c8f4a59aeb49e37c7a131c2'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:32.074898 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-359b0665-4052-40d0-8e93-a368f19a5699 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Made reservation on behalf of 83e083224c8f4a59aeb49e37c7a131c2 for: {'port': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:02:32.078209 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-359b0665-4052-40d0-8e93-a368f19a5699 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:32.090740 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-359b0665-4052-40d0-8e93-a368f19a5699 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:32.162268 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-359b0665-4052-40d0-8e93-a368f19a5699 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Publish callbacks [] for security_group (02d6820d-6d6d-4518-bab1-f9e3252418ce), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:32.239483 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-359b0665-4052-40d0-8e93-a368f19a5699 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (02d6820d-6d6d-4518-bab1-f9e3252418ce), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:32.301507 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b0665-4052-40d0-8e93-a368f19a5699 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d6820d-6d6d-4518-bab1-f9e3252418ce,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:32.367758 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-359b0665-4052-40d0-8e93-a368f19a5699 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Allocated IP 192.168.233.207 (56faa08c-2f45-4ab9-87a6-732a1947b014/40c24b76-aa49-4256-81e0-d492973f1083/3961a8dc-afd0-499c-8801-7712d743eac2) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:02:32.509081 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-359b0665-4052-40d0-8e93-a368f19a5699 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Publish callbacks [] for port (3961a8dc-afd0-499c-8801-7712d743eac2), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:32.600996 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-359b0665-4052-40d0-8e93-a368f19a5699 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (3961a8dc-afd0-499c-8801-7712d743eac2), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:32.639129 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-359b0665-4052-40d0-8e93-a368f19a5699 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Network 56faa08c-2f45-4ab9-87a6-732a1947b014 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:02:32.642055 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-359b0665-4052-40d0-8e93-a368f19a5699 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:32.646117 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-359b0665-4052-40d0-8e93-a368f19a5699 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:02:32.679615 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b0665-4052-40d0-8e93-a368f19a5699 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Pushing event updated for resources: {'Port': ['ID=3961a8dc-afd0-499c-8801-7712d743eac2,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:32.705160 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-359b0665-4052-40d0-8e93-a368f19a5699 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:32.706349 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-359b0665-4052-40d0-8e93-a368f19a5699 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:32.791157 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-359b0665-4052-40d0-8e93-a368f19a5699 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8784702 Mar 29 15:02:32.801411 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-070326ad-29b8-43bb-989e-f73a08ec0029 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:02:32.802564 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-070326ad-29b8-43bb-989e-f73a08ec0029 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065210 Mar 29 15:02:32.870317 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Request body: {'port': {'device_id': '245bf474-391a-46c6-a2c3-ee3474e05742', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:32.897057 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685ff56-2b15-4740-9292-f73596321d4f req-1d5b8bbd-552c-4638-b7c0-7da92e71c9d8 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:32.899355 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-f83816ae-f7e8-4f84-ba54-a3aeb46382df None None] Provisioning complete for port 3961a8dc-afd0-499c-8801-7712d743eac2 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:32.899750 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-f83816ae-f7e8-4f84-ba54-a3aeb46382df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (3961a8dc-afd0-499c-8801-7712d743eac2), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:32.903369 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8685ff56-2b15-4740-9292-f73596321d4f req-1d5b8bbd-552c-4638-b7c0-7da92e71c9d8 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/ports?device_id=245bf474-391a-46c6-a2c3-ee3474e05742 HTTP/1.1" status: 200 len: 936 time: 0.0702481 Mar 29 15:02:32.929161 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (3961a8dc-afd0-499c-8801-7712d743eac2), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:32.939532 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-f83816ae-f7e8-4f84-ba54-a3aeb46382df None None] Port 3961a8dc-afd0-499c-8801-7712d743eac2 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:02:32.951898 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8685ff56-2b15-4740-9292-f73596321d4f req-9c6dd86f-346e-41a0-8170-e23246d02756 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/security-groups?id=02d6820d-6d6d-4518-bab1-f9e3252418ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415668 Mar 29 15:02:33.207743 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3961a8dc-afd0-499c-8801-7712d743eac2 {{(pid=115499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:02:33.215842 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Publish callbacks [] for port (3961a8dc-afd0-499c-8801-7712d743eac2), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:33.228525 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.provisioning_blocks [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Transition to ACTIVE for port object 3961a8dc-afd0-499c-8801-7712d743eac2 will not be triggered until provisioned by entity L2. {{(pid=115499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:02:33.423848 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (3961a8dc-afd0-499c-8801-7712d743eac2), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:33.475814 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Pushing event updated for resources: {'Port': ['ID=3961a8dc-afd0-499c-8801-7712d743eac2,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:33.543090 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Attempting to bind port 3961a8dc-afd0-499c-8801-7712d743eac2 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:02:33.543743 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Attempting to bind port 3961a8dc-afd0-499c-8801-7712d743eac2 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': 'dd132da3-a83a-4a48-90f8-aab749107761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '56faa08c-2f45-4ab9-87a6-732a1947b014'}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:02:33.543743 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Attempting to bind port 3961a8dc-afd0-499c-8801-7712d743eac2 on network 56faa08c-2f45-4ab9-87a6-732a1947b014 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:02:33.548683 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Port 3961a8dc-afd0-499c-8801-7712d743eac2 on network 56faa08c-2f45-4ab9-87a6-732a1947b014 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:02:33.549123 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Attempting to bind port 3961a8dc-afd0-499c-8801-7712d743eac2 on network 56faa08c-2f45-4ab9-87a6-732a1947b014 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:02:33.554352 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Checking agent: {'id': 'e622d3d7-0a71-4961-ba27-45794834ffcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'started_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:02:33.554688 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Checking segment: {'id': 'dd132da3-a83a-4a48-90f8-aab749107761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '56faa08c-2f45-4ab9-87a6-732a1947b014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:02:33.555076 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Bound using segment: {'id': 'dd132da3-a83a-4a48-90f8-aab749107761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '56faa08c-2f45-4ab9-87a6-732a1947b014'} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:02:33.555502 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Bound port: 3961a8dc-afd0-499c-8801-7712d743eac2, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd132da3-a83a-4a48-90f8-aab749107761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '56faa08c-2f45-4ab9-87a6-732a1947b014'}}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:02:33.555859 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (3961a8dc-afd0-499c-8801-7712d743eac2), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:33.625733 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] For port 3961a8dc-afd0-499c-8801-7712d743eac2, host hv-cinder-83552, cleared binding levels {{(pid=115499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:02:33.629236 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] For port 3961a8dc-afd0-499c-8801-7712d743eac2, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=3961a8dc-afd0-499c-8801-7712d743eac2,segment=NetworkSegment(dd132da3-a83a-4a48-90f8-aab749107761),segment_id=dd132da3-a83a-4a48-90f8-aab749107761)] {{(pid=115499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:02:33.698221 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (3961a8dc-afd0-499c-8801-7712d743eac2), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:33.732458 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:33.733092 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:33.734449 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] 10.222.0.13 "PUT /v2.0/ports/3961a8dc-afd0-499c-8801-7712d743eac2 HTTP/1.1" status: 200 len: 1098 time: 0.9173169 Mar 29 15:02:33.734883 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245bf474-391a-46c6-a2c3-ee3474e05742', 'tag': '3961a8dc-afd0-499c-8801-7712d743eac2'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:02:33.737138 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88a9b4b-4d2d-40bf-9c19-fb5b0dd77865" -d '{"events": [{"name": "network-changed", "server_uuid": "245bf474-391a-46c6-a2c3-ee3474e05742", "tag": "3961a8dc-afd0-499c-8801-7712d743eac2"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:02:33.765229 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f723ea-315b-4ddb-b2bb-f625e4307c55 service neutron] Pushing event updated for resources: {'Port': ['ID=3961a8dc-afd0-499c-8801-7712d743eac2,revision_number=3']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:33.784736 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aed23b4-2253-4147-9e2d-f005d32bdda3 x-openstack-request-id: req-6aed23b4-2253-4147-9e2d-f005d32bdda3 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:02:33.785103 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245bf474-391a-46c6-a2c3-ee3474e05742", "tag": "3961a8dc-afd0-499c-8801-7712d743eac2", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:02:33.785377 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6aed23b4-2253-4147-9e2d-f005d32bdda3 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:02:33.785803 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aed23b4-2253-4147-9e2d-f005d32bdda3'] response: {'name': 'network-changed', 'server_uuid': '245bf474-391a-46c6-a2c3-ee3474e05742', 'tag': '3961a8dc-afd0-499c-8801-7712d743eac2', 'status': 'completed', 'code': 200} Mar 29 15:02:33.870404 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a9b4b-4d2d-40bf-9c19-fb5b0dd77865 req-d039e8e6-6778-434b-b545-055bffc82a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:33.871906 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d88a9b4b-4d2d-40bf-9c19-fb5b0dd77865 req-d039e8e6-6778-434b-b545-055bffc82a22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83e083224c8f4a59aeb49e37c7a131c2&device_id=245bf474-391a-46c6-a2c3-ee3474e05742 HTTP/1.1" status: 200 len: 1132 time: 0.0471656 Mar 29 15:02:33.903985 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d88a9b4b-4d2d-40bf-9c19-fb5b0dd77865 req-66b03b4d-209f-408a-9a25-27c7c8f40b5e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=83e083224c8f4a59aeb49e37c7a131c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190480 Mar 29 15:02:34.001713 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a9b4b-4d2d-40bf-9c19-fb5b0dd77865 req-c1b9f7df-caa8-4321-bb30-87bac96c1b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:34.003150 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d88a9b4b-4d2d-40bf-9c19-fb5b0dd77865 req-c1b9f7df-caa8-4321-bb30-87bac96c1b71 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930641 Mar 29 15:02:34.074618 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e79a3c-bdc9-402e-b8f4-7673adfd0430 req-d89f28cb-f386-478d-8cd0-c303cb467b64 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:34.076094 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-80e79a3c-bdc9-402e-b8f4-7673adfd0430 req-d89f28cb-f386-478d-8cd0-c303cb467b64 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/ports?device_id=245bf474-391a-46c6-a2c3-ee3474e05742 HTTP/1.1" status: 200 len: 948 time: 0.0508814 Mar 29 15:02:34.101467 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-e5ad98f0-031c-4f4e-8447-6c072be86813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:34.102928 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-e5ad98f0-031c-4f4e-8447-6c072be86813 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83e083224c8f4a59aeb49e37c7a131c2&device_id=245bf474-391a-46c6-a2c3-ee3474e05742 HTTP/1.1" status: 200 len: 1132 time: 0.0445085 Mar 29 15:02:34.126929 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-80e79a3c-bdc9-402e-b8f4-7673adfd0430 req-08cc246a-8409-4757-9f99-20eb978de601 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/security-groups?id=02d6820d-6d6d-4518-bab1-f9e3252418ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438735 Mar 29 15:02:34.148240 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-9abad2a7-c1cd-4fb8-99f9-feb0329f8172 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=3961a8dc-afd0-499c-8801-7712d743eac2 HTTP/1.1" status: 200 len: 217 time: 0.0338080 Mar 29 15:02:34.198816 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-3dc0a615-bcf4-46a7-929a-166f2514565c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:34.200163 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-3dc0a615-bcf4-46a7-929a-166f2514565c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40c24b76-aa49-4256-81e0-d492973f1083 HTTP/1.1" status: 200 len: 843 time: 0.0464375 Mar 29 15:02:34.254282 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-2b6e2cd2-6aea-4faf-837b-25c5fc78da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:34.255807 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-2b6e2cd2-6aea-4faf-837b-25c5fc78da2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=56faa08c-2f45-4ab9-87a6-732a1947b014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0481966 Mar 29 15:02:34.343618 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-9d113a5a-83f3-403f-b595-3f730e91a9d3 service neutron] 10.222.0.13 "GET /v2.0/networks/56faa08c-2f45-4ab9-87a6-732a1947b014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817108 Mar 29 15:02:34.433552 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f5aad1b6-3567-4bf1-a616-b10c0e58f65b req-850a1e26-e908-4063-bca1-4633c2a75504 service neutron] 10.222.0.13 "GET /v2.0/networks/56faa08c-2f45-4ab9-87a6-732a1947b014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842814 Mar 29 15:02:35.242405 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4946b-7fb5-409a-985f-d42583607105 req-bad7c097-d873-46da-99d9-39981c4b849f tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:35.243779 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-99f4946b-7fb5-409a-985f-d42583607105 req-bad7c097-d873-46da-99d9-39981c4b849f tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/ports?device_id=245bf474-391a-46c6-a2c3-ee3474e05742 HTTP/1.1" status: 200 len: 948 time: 0.0507278 Mar 29 15:02:35.290093 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-99f4946b-7fb5-409a-985f-d42583607105 req-5f8722d9-e18e-4bd7-a24b-f0286d5846e9 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/security-groups?id=02d6820d-6d6d-4518-bab1-f9e3252418ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407495 Mar 29 15:02:36.404776 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30ae92-1cf3-43d3-94d4-d1a21ac875cc req-e9688e9c-e802-4280-9c14-ae53f0621b85 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:36.406238 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9f30ae92-1cf3-43d3-94d4-d1a21ac875cc req-e9688e9c-e802-4280-9c14-ae53f0621b85 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/ports?device_id=245bf474-391a-46c6-a2c3-ee3474e05742 HTTP/1.1" status: 200 len: 948 time: 0.0511925 Mar 29 15:02:36.451942 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9f30ae92-1cf3-43d3-94d4-d1a21ac875cc req-47d0f3f7-c7a7-470d-9ea2-735557a009d5 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/security-groups?id=02d6820d-6d6d-4518-bab1-f9e3252418ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396202 Mar 29 15:02:37.570371 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53b6d9-1766-4ece-9c80-f8f557c6bf80 req-f5ea7ee4-59b7-4a5d-908a-956aa55cc816 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:37.571821 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-be53b6d9-1766-4ece-9c80-f8f557c6bf80 req-f5ea7ee4-59b7-4a5d-908a-956aa55cc816 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/ports?device_id=245bf474-391a-46c6-a2c3-ee3474e05742 HTTP/1.1" status: 200 len: 948 time: 0.0552866 Mar 29 15:02:37.616690 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-be53b6d9-1766-4ece-9c80-f8f557c6bf80 req-cc6915d8-edd6-4a2b-944a-413fc41a39f5 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/security-groups?id=02d6820d-6d6d-4518-bab1-f9e3252418ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394800 Mar 29 15:02:37.715367 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 3961a8dc-afd0-499c-8801-7712d743eac2 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:02:37.812070 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 3961a8dc-afd0-499c-8801-7712d743eac2, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=3961a8dc-afd0-499c-8801-7712d743eac2,segment=NetworkSegment(dd132da3-a83a-4a48-90f8-aab749107761),segment_id=dd132da3-a83a-4a48-90f8-aab749107761)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:02:37.823211 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '3961a8dc-afd0-499c-8801-7712d743eac2', 'network_id': '56faa08c-2f45-4ab9-87a6-732a1947b014', 'port_id': '3961a8dc-afd0-499c-8801-7712d743eac2', 'mac_address': 'fa:16:3e:cf:b2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c24b76-aa49-4256-81e0-d492973f1083', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:02:37.858976 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 3961a8dc-afd0-499c-8801-7712d743eac2 is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:37.859360 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (3961a8dc-afd0-499c-8801-7712d743eac2), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:37.872217 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3961a8dc-afd0-499c-8801-7712d743eac2 {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:02:37.891249 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 3961a8dc-afd0-499c-8801-7712d743eac2, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=3961a8dc-afd0-499c-8801-7712d743eac2,segment=NetworkSegment(dd132da3-a83a-4a48-90f8-aab749107761),segment_id=dd132da3-a83a-4a48-90f8-aab749107761)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:02:37.948772 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (3961a8dc-afd0-499c-8801-7712d743eac2), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:37.994681 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=3961a8dc-afd0-499c-8801-7712d743eac2,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:38.001762 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:38.002107 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:38.002443 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:38.002776 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:38.003105 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:38.003946 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:38.004268 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:38.004589 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:38.004909 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:38.005260 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:38.005579 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:38.005897 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:38.006214 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:38.006529 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:38.006843 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:38.296871 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['3961a8dc-afd0-499c-8801-7712d743eac2'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:02:38.730772 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792ee91-614f-4e7c-92a2-4d3a1fd82c71 req-f5a700b2-99a2-44ca-be64-1d3d6b19739a tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:38.732210 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8792ee91-614f-4e7c-92a2-4d3a1fd82c71 req-f5a700b2-99a2-44ca-be64-1d3d6b19739a tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/ports?device_id=245bf474-391a-46c6-a2c3-ee3474e05742 HTTP/1.1" status: 200 len: 949 time: 0.0504613 Mar 29 15:02:38.777877 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8792ee91-614f-4e7c-92a2-4d3a1fd82c71 req-2bb61a49-5137-4345-a4c2-6ac75196893d tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/security-groups?id=02d6820d-6d6d-4518-bab1-f9e3252418ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402226 Mar 29 15:02:39.714739 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 3961a8dc-afd0-499c-8801-7712d743eac2 up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:02:39.869353 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning for port 3961a8dc-afd0-499c-8801-7712d743eac2 completed by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:02:39.873275 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 3961a8dc-afd0-499c-8801-7712d743eac2 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:39.873652 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (3961a8dc-afd0-499c-8801-7712d743eac2), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:39.894688 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca901a-addc-4897-ac74-d15f8d3d3b4b req-8c2a2021-5ce3-4469-9116-a798cd6a6719 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:39.896148 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8cca901a-addc-4897-ac74-d15f8d3d3b4b req-8c2a2021-5ce3-4469-9116-a798cd6a6719 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/ports?device_id=245bf474-391a-46c6-a2c3-ee3474e05742 HTTP/1.1" status: 200 len: 949 time: 0.0515435 Mar 29 15:02:39.944675 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8cca901a-addc-4897-ac74-d15f8d3d3b4b req-4f5b3bdb-ab44-43c4-9eb6-6a2cde19ae1a tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/security-groups?id=02d6820d-6d6d-4518-bab1-f9e3252418ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428145 Mar 29 15:02:39.950205 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 3961a8dc-afd0-499c-8801-7712d743eac2 is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:39.950600 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (3961a8dc-afd0-499c-8801-7712d743eac2), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:39.972373 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245bf474-391a-46c6-a2c3-ee3474e05742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3961a8dc-afd0-499c-8801-7712d743eac2'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:02:39.974765 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20fb9ec-ffec-4baa-8556-091363a662e6" -d '{"events": [{"server_uuid": "245bf474-391a-46c6-a2c3-ee3474e05742", "name": "network-vif-plugged", "status": "completed", "tag": "3961a8dc-afd0-499c-8801-7712d743eac2"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:02:39.986981 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 3961a8dc-afd0-499c-8801-7712d743eac2, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=3961a8dc-afd0-499c-8801-7712d743eac2,segment=NetworkSegment(dd132da3-a83a-4a48-90f8-aab749107761),segment_id=dd132da3-a83a-4a48-90f8-aab749107761)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:02:40.010452 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8105a332-126b-4bab-96f6-567f7d1ed3f7 x-openstack-request-id: req-8105a332-126b-4bab-96f6-567f7d1ed3f7 {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:02:40.010737 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245bf474-391a-46c6-a2c3-ee3474e05742", "name": "network-vif-plugged", "status": "completed", "tag": "3961a8dc-afd0-499c-8801-7712d743eac2", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:02:40.010989 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8105a332-126b-4bab-96f6-567f7d1ed3f7 {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:02:40.011385 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8105a332-126b-4bab-96f6-567f7d1ed3f7'] response: {'server_uuid': '245bf474-391a-46c6-a2c3-ee3474e05742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3961a8dc-afd0-499c-8801-7712d743eac2', 'code': 200} Mar 29 15:02:40.058109 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (3961a8dc-afd0-499c-8801-7712d743eac2), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:40.104181 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=3961a8dc-afd0-499c-8801-7712d743eac2,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:40.326930 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbf17e-7104-40b0-9ee2-30874553c294 req-0b97d0de-b285-4573-8dcb-e580b2bc0ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:40.328283 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a2bbf17e-7104-40b0-9ee2-30874553c294 req-0b97d0de-b285-4573-8dcb-e580b2bc0ba8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=245bf474-391a-46c6-a2c3-ee3474e05742 HTTP/1.1" status: 200 len: 1134 time: 0.0424592 Mar 29 15:02:40.369388 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-a2bbf17e-7104-40b0-9ee2-30874553c294 req-0ad0f8b0-3198-48b9-b676-046c09ed5fe8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02d6820d-6d6d-4518-bab1-f9e3252418ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356276 Mar 29 15:02:41.059532 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50189cb3-2835-4fc7-989c-d800875a9986 req-9d507b00-ec0a-4f46-8b5c-b8a4e5ace96c tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:41.060969 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-50189cb3-2835-4fc7-989c-d800875a9986 req-9d507b00-ec0a-4f46-8b5c-b8a4e5ace96c tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/ports?device_id=245bf474-391a-46c6-a2c3-ee3474e05742 HTTP/1.1" status: 200 len: 950 time: 0.0508339 Mar 29 15:02:41.106239 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-50189cb3-2835-4fc7-989c-d800875a9986 req-e0dc680b-8520-46ba-af84-0013262a2cc3 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/security-groups?id=02d6820d-6d6d-4518-bab1-f9e3252418ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392952 Mar 29 15:02:42.220469 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c6240-2abf-4214-9b90-a7eb1120d37f req-34eda337-e395-42d9-8851-de02871e9f04 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:42.222578 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-277c6240-2abf-4214-9b90-a7eb1120d37f req-34eda337-e395-42d9-8851-de02871e9f04 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/ports?device_id=245bf474-391a-46c6-a2c3-ee3474e05742 HTTP/1.1" status: 200 len: 950 time: 0.0501096 Mar 29 15:02:42.267205 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-277c6240-2abf-4214-9b90-a7eb1120d37f req-f24d7fe7-d83c-4d21-aa8b-12a0c139cd75 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/security-groups?id=02d6820d-6d6d-4518-bab1-f9e3252418ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392795 Mar 29 15:02:42.714569 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628df616-4438-491c-804c-b9429ab7bcd6 req-509074a4-8b8f-48a3-9b57-b5b856fd94e6 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:42.715992 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-628df616-4438-491c-804c-b9429ab7bcd6 req-509074a4-8b8f-48a3-9b57-b5b856fd94e6 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/ports?device_id=245bf474-391a-46c6-a2c3-ee3474e05742 HTTP/1.1" status: 200 len: 950 time: 0.0553479 Mar 29 15:02:42.760532 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-628df616-4438-491c-804c-b9429ab7bcd6 req-d86bba97-b418-42bc-ae80-cff99fa1a8d6 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/security-groups?id=02d6820d-6d6d-4518-bab1-f9e3252418ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388234 Mar 29 15:02:43.720774 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-a89f7020-514f-4115-bb18-1d5bcdca26be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:43.878390 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5515265-7b43-431a-8335-219f60928a13 req-50167bc4-2059-42c3-8aa2-794ebdd4d1f3 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:43.880362 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e5515265-7b43-431a-8335-219f60928a13 req-50167bc4-2059-42c3-8aa2-794ebdd4d1f3 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/ports?device_id=245bf474-391a-46c6-a2c3-ee3474e05742 HTTP/1.1" status: 200 len: 950 time: 0.0527616 Mar 29 15:02:43.926046 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e5515265-7b43-431a-8335-219f60928a13 req-ac7122c5-37e9-4003-a0b9-e20cfd837df5 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/security-groups?id=02d6820d-6d6d-4518-bab1-f9e3252418ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400472 Mar 29 15:02:44.142238 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe96acf-ffd0-4a19-83a5-b88c0739a2da req-806d39c6-fe79-4553-9f75-4e26e2ea06ec tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:44.143668 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-bbe96acf-ffd0-4a19-83a5-b88c0739a2da req-806d39c6-fe79-4553-9f75-4e26e2ea06ec tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.13 "GET /v2.0/ports?device_id=245bf474-391a-46c6-a2c3-ee3474e05742 HTTP/1.1" status: 200 len: 950 time: 0.0545902 Mar 29 15:02:44.233759 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-bbe96acf-ffd0-4a19-83a5-b88c0739a2da req-586f55e9-ecfe-44c7-ac09-21cb1f53bba2 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Deleting port 3961a8dc-afd0-499c-8801-7712d743eac2 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:02:44.234099 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-bbe96acf-ffd0-4a19-83a5-b88c0739a2da req-586f55e9-ecfe-44c7-ac09-21cb1f53bba2 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (3961a8dc-afd0-499c-8801-7712d743eac2), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:44.323298 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-bbe96acf-ffd0-4a19-83a5-b88c0739a2da req-586f55e9-ecfe-44c7-ac09-21cb1f53bba2 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] For port 3961a8dc-afd0-499c-8801-7712d743eac2, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=3961a8dc-afd0-499c-8801-7712d743eac2,segment=NetworkSegment(dd132da3-a83a-4a48-90f8-aab749107761),segment_id=dd132da3-a83a-4a48-90f8-aab749107761)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:02:44.323657 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-bbe96acf-ffd0-4a19-83a5-b88c0739a2da req-586f55e9-ecfe-44c7-ac09-21cb1f53bba2 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (3961a8dc-afd0-499c-8801-7712d743eac2), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:44.335983 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-bbe96acf-ffd0-4a19-83a5-b88c0739a2da req-586f55e9-ecfe-44c7-ac09-21cb1f53bba2 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Calling delete_port for 3961a8dc-afd0-499c-8801-7712d743eac2 owned by compute:nova {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:02:44.509107 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-bbe96acf-ffd0-4a19-83a5-b88c0739a2da req-586f55e9-ecfe-44c7-ac09-21cb1f53bba2 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (3961a8dc-afd0-499c-8801-7712d743eac2), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:44.542050 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f55e9-ecfe-44c7-ac09-21cb1f53bba2 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Pushing event deleted for resources: {'Port': ['ID=3961a8dc-afd0-499c-8801-7712d743eac2,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:44.548520 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['3961a8dc-afd0-499c-8801-7712d743eac2'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:02:44.586082 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe96acf-ffd0-4a19-83a5-b88c0739a2da req-586f55e9-ecfe-44c7-ac09-21cb1f53bba2 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] No DVR routers for this DVR port 3961a8dc-afd0-499c-8801-7712d743eac2 on host hv-cinder-83552 {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:02:44.588591 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-bbe96acf-ffd0-4a19-83a5-b88c0739a2da req-586f55e9-ecfe-44c7-ac09-21cb1f53bba2 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:44.591996 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-bbe96acf-ffd0-4a19-83a5-b88c0739a2da req-586f55e9-ecfe-44c7-ac09-21cb1f53bba2 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.13 "DELETE /v2.0/ports/3961a8dc-afd0-499c-8801-7712d743eac2 HTTP/1.1" status: 204 len: 173 time: 0.4425561 Mar 29 15:02:44.592436 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245bf474-391a-46c6-a2c3-ee3474e05742', 'name': 'network-vif-deleted', 'tag': '3961a8dc-afd0-499c-8801-7712d743eac2'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:02:44.594832 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2870669-3269-4fc5-aae6-92c68d6e1e70" -d '{"events": [{"server_uuid": "245bf474-391a-46c6-a2c3-ee3474e05742", "name": "network-vif-deleted", "tag": "3961a8dc-afd0-499c-8801-7712d743eac2"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:02:44.632320 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbb911d-46b9-44c3-a29b-32efbc74c08a x-openstack-request-id: req-ffbb911d-46b9-44c3-a29b-32efbc74c08a {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:02:44.632735 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245bf474-391a-46c6-a2c3-ee3474e05742", "name": "network-vif-deleted", "tag": "3961a8dc-afd0-499c-8801-7712d743eac2", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:02:44.633009 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffbb911d-46b9-44c3-a29b-32efbc74c08a {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:02:44.633414 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffbb911d-46b9-44c3-a29b-32efbc74c08a'] response: {'server_uuid': '245bf474-391a-46c6-a2c3-ee3474e05742', 'name': 'network-vif-deleted', 'tag': '3961a8dc-afd0-499c-8801-7712d743eac2', 'status': 'completed', 'code': 200} Mar 29 15:02:45.036503 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-712920c0-4981-4457-94b7-66d6a7dd7bb6 req-d5582037-4402-41e3-a222-74c800f88fa8 tempest-VolumesNegativeTest-1349611706 tempest-VolumesNegativeTest-1349611706-project] 10.222.0.16 "GET /v2.0/ports?device_id=245bf474-391a-46c6-a2c3-ee3474e05742 HTTP/1.1" status: 200 len: 210 time: 0.0299237 Mar 29 15:02:45.754861 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-c3c86466-a3de-4b94-a4d6-7b09d81022f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:45.924693 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:02:47.057823 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:47.761100 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 3961a8dc-afd0-499c-8801-7712d743eac2 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:02:47.783223 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] No Port match for: 3961a8dc-afd0-499c-8801-7712d743eac2 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:02:47.783570 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 3961a8dc-afd0-499c-8801-7712d743eac2 not bound to the agent host hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:02:48.343046 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:49.753606 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:52.173569 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 41428) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:52.301670 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-3cf39414-6ff1-4dfb-9297-0768b5a1a543 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83e083224c8f4a59aeb49e37c7a131c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269534 Mar 29 15:02:52.304117 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 41432) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:52.349893 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fbe9aa6f-1ab3-42d2-a5fb-54fd5d1909c5 admin admin] Publish callbacks [] for security_group (02d6820d-6d6d-4518-bab1-f9e3252418ce), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:52.369979 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fbe9aa6f-1ab3-42d2-a5fb-54fd5d1909c5 admin admin] Publish callbacks [] for security_group (02d6820d-6d6d-4518-bab1-f9e3252418ce), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:52.520838 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fbe9aa6f-1ab3-42d2-a5fb-54fd5d1909c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (02d6820d-6d6d-4518-bab1-f9e3252418ce), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:52.523490 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fbe9aa6f-1ab3-42d2-a5fb-54fd5d1909c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:52.524623 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-fbe9aa6f-1ab3-42d2-a5fb-54fd5d1909c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02d6820d-6d6d-4518-bab1-f9e3252418ce HTTP/1.1" status: 204 len: 168 time: 0.2196243 Mar 29 15:02:52.532161 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9aa6f-1ab3-42d2-a5fb-54fd5d1909c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d6820d-6d6d-4518-bab1-f9e3252418ce,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:59.080257 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:13.718508 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-6499dc96-40a1-4d21-b46a-ed8281561507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:15.645672 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d4a56-0f69-4154-8475-6c034b536cb3 req-499bd49e-588d-450e-8dba-763f51f6bd10 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:15.647845 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-339d4a56-0f69-4154-8475-6c034b536cb3 req-499bd49e-588d-450e-8dba-763f51f6bd10 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 947 time: 0.0514963 Mar 29 15:03:15.693160 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-339d4a56-0f69-4154-8475-6c034b536cb3 req-5b90d911-b26b-40eb-987c-26016388ca18 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/security-groups?id=74c92f71-d20e-4506-a58a-13aa5601e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398228 Mar 29 15:03:15.737240 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-c9bad21e-bb17-463d-9bff-2cb2ecd7be1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:16.262708 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a1aa1-f266-4523-9b62-8e2fbdfd7d86 req-4a8c5b72-709d-4f11-aa5b-8eecbc309e03 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:16.264185 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-623a1aa1-f266-4523-9b62-8e2fbdfd7d86 req-4a8c5b72-709d-4f11-aa5b-8eecbc309e03 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.13 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 947 time: 0.0511687 Mar 29 15:03:16.355376 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-623a1aa1-f266-4523-9b62-8e2fbdfd7d86 req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Deleting port 074fc41f-7341-4e36-9c84-6ba8ce452a28 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:03:16.355614 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-623a1aa1-f266-4523-9b62-8e2fbdfd7d86 req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:16.443349 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-623a1aa1-f266-4523-9b62-8e2fbdfd7d86 req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] For port 074fc41f-7341-4e36-9c84-6ba8ce452a28, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=074fc41f-7341-4e36-9c84-6ba8ce452a28,segment=NetworkSegment(d972c796-b53c-442c-8b95-c55eed721ffa),segment_id=d972c796-b53c-442c-8b95-c55eed721ffa)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:16.444819 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-623a1aa1-f266-4523-9b62-8e2fbdfd7d86 req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:16.456652 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-623a1aa1-f266-4523-9b62-8e2fbdfd7d86 req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Calling delete_port for 074fc41f-7341-4e36-9c84-6ba8ce452a28 owned by compute:nova {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:03:16.656115 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-623a1aa1-f266-4523-9b62-8e2fbdfd7d86 req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (074fc41f-7341-4e36-9c84-6ba8ce452a28), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:16.684910 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Pushing event deleted for resources: {'Port': ['ID=074fc41f-7341-4e36-9c84-6ba8ce452a28,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:16.692270 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['074fc41f-7341-4e36-9c84-6ba8ce452a28'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:03:16.710169 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:16.711621 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:16.711621 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:16.711621 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:16.711621 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:16.712609 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:16.712609 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:16.712609 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:16.713132 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:16.713243 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:16.713486 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:16.713806 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:16.714125 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:16.714473 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:16.714791 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:16.737492 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-623a1aa1-f266-4523-9b62-8e2fbdfd7d86 req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] No DVR routers for this DVR port 074fc41f-7341-4e36-9c84-6ba8ce452a28 on host hv-cinder-83552 {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:03:16.740016 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-623a1aa1-f266-4523-9b62-8e2fbdfd7d86 req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:16.743384 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-623a1aa1-f266-4523-9b62-8e2fbdfd7d86 req-8772ee6f-c1ca-45a0-86d3-b5b9c054a75c tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.13 "DELETE /v2.0/ports/074fc41f-7341-4e36-9c84-6ba8ce452a28 HTTP/1.1" status: 204 len: 173 time: 0.4739082 Mar 29 15:03:16.743822 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'name': 'network-vif-deleted', 'tag': '074fc41f-7341-4e36-9c84-6ba8ce452a28'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:03:16.746143 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17b6902-0299-49e3-b255-7208fcc88a52" -d '{"events": [{"server_uuid": "95913f2f-2ddc-4026-8405-a0c035ef7be7", "name": "network-vif-deleted", "tag": "074fc41f-7341-4e36-9c84-6ba8ce452a28"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:03:16.795340 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-074d2179-d480-4232-a17d-cca988bdf330 req-51f681f5-e520-4e76-b2d7-26b04dad1021 tempest-TestMinimumBasicScenario-897350026 tempest-TestMinimumBasicScenario-897350026-project] 10.222.0.16 "GET /v2.0/ports?device_id=95913f2f-2ddc-4026-8405-a0c035ef7be7 HTTP/1.1" status: 200 len: 210 time: 0.0275087 Mar 29 15:03:16.956867 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97622ed3-2e09-41ee-b977-3354f6312ec2 x-openstack-request-id: req-97622ed3-2e09-41ee-b977-3354f6312ec2 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:03:16.960245 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95913f2f-2ddc-4026-8405-a0c035ef7be7", "name": "network-vif-deleted", "tag": "074fc41f-7341-4e36-9c84-6ba8ce452a28", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:03:16.960245 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97622ed3-2e09-41ee-b977-3354f6312ec2 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:03:16.960245 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97622ed3-2e09-41ee-b977-3354f6312ec2'] response: {'server_uuid': '95913f2f-2ddc-4026-8405-a0c035ef7be7', 'name': 'network-vif-deleted', 'tag': '074fc41f-7341-4e36-9c84-6ba8ce452a28', 'status': 'completed', 'code': 200} Mar 29 15:03:17.074750 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:18.325648 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:19.379240 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 41646) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:19.764367 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:19.852804 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-bae5da2c-c4f8-4e39-9888-f1c31aa1b7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606844'] for router_interface (f500ce78-bf40-4ff5-9dc7-6f9d770582d7), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:19.927566 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 074fc41f-7341-4e36-9c84-6ba8ce452a28 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:03:19.948022 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] No Port match for: 074fc41f-7341-4e36-9c84-6ba8ce452a28 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:03:19.948373 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 074fc41f-7341-4e36-9c84-6ba8ce452a28 not bound to the agent host hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:03:20.088486 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-bae5da2c-c4f8-4e39-9888-f1c31aa1b7ab admin admin] Deleting port 07c3bdbc-215a-4c5c-9750-931f85c55c34 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:03:20.088716 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-bae5da2c-c4f8-4e39-9888-f1c31aa1b7ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (07c3bdbc-215a-4c5c-9750-931f85c55c34), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:20.161643 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [None req-bae5da2c-c4f8-4e39-9888-f1c31aa1b7ab admin admin] For port 07c3bdbc-215a-4c5c-9750-931f85c55c34, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=07c3bdbc-215a-4c5c-9750-931f85c55c34,segment=NetworkSegment(d972c796-b53c-442c-8b95-c55eed721ffa),segment_id=d972c796-b53c-442c-8b95-c55eed721ffa)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:20.161985 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-bae5da2c-c4f8-4e39-9888-f1c31aa1b7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (07c3bdbc-215a-4c5c-9750-931f85c55c34), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:20.174737 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-bae5da2c-c4f8-4e39-9888-f1c31aa1b7ab admin admin] Calling delete_port for 07c3bdbc-215a-4c5c-9750-931f85c55c34 owned by network:router_interface {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:03:20.411611 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-bae5da2c-c4f8-4e39-9888-f1c31aa1b7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (07c3bdbc-215a-4c5c-9750-931f85c55c34), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:20.437214 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5da2c-c4f8-4e39-9888-f1c31aa1b7ab admin admin] Pushing event deleted for resources: {'Port': ['ID=07c3bdbc-215a-4c5c-9750-931f85c55c34,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:20.610654 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-bae5da2c-c4f8-4e39-9888-f1c31aa1b7ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-609260'] for router_interface (f500ce78-bf40-4ff5-9dc7-6f9d770582d7), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:20.820728 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae5da2c-c4f8-4e39-9888-f1c31aa1b7ab admin admin] Router f500ce78-bf40-4ff5-9dc7-6f9d770582d7 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:03:21.158472 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae5da2c-c4f8-4e39-9888-f1c31aa1b7ab admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:03:21.163978 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-bae5da2c-c4f8-4e39-9888-f1c31aa1b7ab admin admin] 10.222.0.16 "PUT /v2.0/routers/f500ce78-bf40-4ff5-9dc7-6f9d770582d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7837341 Mar 29 15:03:21.166510 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 41654) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:21.169049 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11429742-dc84-4fa7-bb43-33ffedd9c2a7 None None] Sync routers for ids ['f500ce78-bf40-4ff5-9dc7-6f9d770582d7'] in dv-cinder-835525-2-iscsi {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:03:21.179468 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11429742-dc84-4fa7-bb43-33ffedd9c2a7 None None] Routers {'f500ce78-bf40-4ff5-9dc7-6f9d770582d7'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:03:21.180160 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-11429742-dc84-4fa7-bb43-33ffedd9c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:03:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['f500ce78-bf40-4ff5-9dc7-6f9d770582d7'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:21.269086 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1114c5ef-4dcd-4489-8eb7-5df81a02b3e0 admin admin] Publish callbacks [] for router (f500ce78-bf40-4ff5-9dc7-6f9d770582d7), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:21.284721 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-11429742-dc84-4fa7-bb43-33ffedd9c2a7 None None] Set router f500ce78-bf40-4ff5-9dc7-6f9d770582d7 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:03:21.369079 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1114c5ef-4dcd-4489-8eb7-5df81a02b3e0 admin admin] Publish callbacks [] for router_gateway (f500ce78-bf40-4ff5-9dc7-6f9d770582d7), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:21.466259 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-11429742-dc84-4fa7-bb43-33ffedd9c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'name': 'tempest-TestMinimumBasicScenario-371417508-router', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:47Z', 'updated_at': '2022-03-29T15:03:20Z', 'revision_number': 5, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'gw_port': {'id': '16529793-18ff-4ce7-b965-b4ab28d164e6', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:48Z', 'updated_at': '2022-03-29T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:21.492502 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11429742-dc84-4fa7-bb43-33ffedd9c2a7 None None] Checking router: f500ce78-bf40-4ff5-9dc7-6f9d770582d7 for host: dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:03:21.500798 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11429742-dc84-4fa7-bb43-33ffedd9c2a7 None None] Routers {'f500ce78-bf40-4ff5-9dc7-6f9d770582d7'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:03:21.501528 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-11429742-dc84-4fa7-bb43-33ffedd9c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:03:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['f500ce78-bf40-4ff5-9dc7-6f9d770582d7'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:21.524676 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-1114c5ef-4dcd-4489-8eb7-5df81a02b3e0 admin admin] Deleting port 16529793-18ff-4ce7-b965-b4ab28d164e6 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:03:21.525262 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1114c5ef-4dcd-4489-8eb7-5df81a02b3e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (16529793-18ff-4ce7-b965-b4ab28d164e6), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:21.589682 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-11429742-dc84-4fa7-bb43-33ffedd9c2a7 None None] Set router f500ce78-bf40-4ff5-9dc7-6f9d770582d7 gateway port host: None {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:03:21.600549 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [None req-1114c5ef-4dcd-4489-8eb7-5df81a02b3e0 admin admin] For port 16529793-18ff-4ce7-b965-b4ab28d164e6, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=16529793-18ff-4ce7-b965-b4ab28d164e6,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:21.600909 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1114c5ef-4dcd-4489-8eb7-5df81a02b3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (16529793-18ff-4ce7-b965-b4ab28d164e6), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:21.620052 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-1114c5ef-4dcd-4489-8eb7-5df81a02b3e0 admin admin] Calling delete_port for 16529793-18ff-4ce7-b965-b4ab28d164e6 owned by network:router_gateway {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:03:21.640474 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-11429742-dc84-4fa7-bb43-33ffedd9c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'name': 'tempest-TestMinimumBasicScenario-371417508-router', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:47Z', 'updated_at': '2022-03-29T15:03:21Z', 'revision_number': 6, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'gw_port_host': None}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:21.672072 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11429742-dc84-4fa7-bb43-33ffedd9c2a7 None None] The sync data for ids ['f500ce78-bf40-4ff5-9dc7-6f9d770582d7'] in dv-cinder-835525-2-iscsi is: [{'id': 'f500ce78-bf40-4ff5-9dc7-6f9d770582d7', 'name': 'tempest-TestMinimumBasicScenario-371417508-router', 'tenant_id': '59c8a5905d7d45b5b833ace29a4559d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:47Z', 'updated_at': '2022-03-29T15:03:21Z', 'revision_number': 6, 'project_id': '59c8a5905d7d45b5b833ace29a4559d0', 'gw_port_host': None}] {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:03:21.845840 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1114c5ef-4dcd-4489-8eb7-5df81a02b3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (16529793-18ff-4ce7-b965-b4ab28d164e6), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:21.876666 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114c5ef-4dcd-4489-8eb7-5df81a02b3e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=16529793-18ff-4ce7-b965-b4ab28d164e6,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:21.935942 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1114c5ef-4dcd-4489-8eb7-5df81a02b3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606214'] for router_gateway (f500ce78-bf40-4ff5-9dc7-6f9d770582d7), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:22.024817 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1114c5ef-4dcd-4489-8eb7-5df81a02b3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (f500ce78-bf40-4ff5-9dc7-6f9d770582d7), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:22.027129 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1114c5ef-4dcd-4489-8eb7-5df81a02b3e0 admin admin] Publish callbacks [] for router_controller (f500ce78-bf40-4ff5-9dc7-6f9d770582d7), precommit_delete_associations {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:22.177390 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1114c5ef-4dcd-4489-8eb7-5df81a02b3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608739'] for router (f500ce78-bf40-4ff5-9dc7-6f9d770582d7), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:22.177916 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1114c5ef-4dcd-4489-8eb7-5df81a02b3e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f500ce78-bf40-4ff5-9dc7-6f9d770582d7 {{(pid=115499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:03:22.183379 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1114c5ef-4dcd-4489-8eb7-5df81a02b3e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:22.184433 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-1114c5ef-4dcd-4489-8eb7-5df81a02b3e0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f500ce78-bf40-4ff5-9dc7-6f9d770582d7 HTTP/1.1" status: 204 len: 168 time: 1.0170150 Mar 29 15:03:22.188941 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 41660) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:22.232831 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3b298a-6807-43aa-96b5-3b939f6ec903 admin admin] Deleting subnet 38a2dac5-7c8e-4061-bce9-293971606099 {{(pid=115499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:03:22.235844 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3c3b298a-6807-43aa-96b5-3b939f6ec903 admin admin] Publish callbacks [] for subnet (38a2dac5-7c8e-4061-bce9-293971606099), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:22.269430 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3c3b298a-6807-43aa-96b5-3b939f6ec903 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8420988'] for subnet (38a2dac5-7c8e-4061-bce9-293971606099), precommit_delete_associations {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:22.375019 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3c3b298a-6807-43aa-96b5-3b939f6ec903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187270'] for subnet (38a2dac5-7c8e-4061-bce9-293971606099), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:22.498371 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3c3b298a-6807-43aa-96b5-3b939f6ec903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9129967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364887'] for subnet (38a2dac5-7c8e-4061-bce9-293971606099), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:22.513925 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 16529793-18ff-4ce7-b965-b4ab28d164e6 no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:03:22.525436 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b298a-6807-43aa-96b5-3b939f6ec903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a2dac5-7c8e-4061-bce9-293971606099,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:22.531219 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3c3b298a-6807-43aa-96b5-3b939f6ec903 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:22.537249 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-3c3b298a-6807-43aa-96b5-3b939f6ec903 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/38a2dac5-7c8e-4061-bce9-293971606099 HTTP/1.1" status: 204 len: 168 time: 0.3465438 Mar 29 15:03:22.537430 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: 16529793-18ff-4ce7-b965-b4ab28d164e6 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:03:22.537430 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 16529793-18ff-4ce7-b965-b4ab28d164e6 not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:03:22.538177 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 41666) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:22.538644 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 07c3bdbc-215a-4c5c-9750-931f85c55c34 no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:03:22.558356 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26af5b62-f01a-4f13-82cb-d274488dce1a None None] Network 6ae2e8b4-22d2-4d52-a946-a55ff4289652 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:03:22.570822 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: 07c3bdbc-215a-4c5c-9750-931f85c55c34 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:03:22.571154 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 07c3bdbc-215a-4c5c-9750-931f85c55c34 not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:03:22.610541 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1063815'] for network (6ae2e8b4-22d2-4d52-a946-a55ff4289652), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:22.668440 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Deleting port 03fc901e-05cf-4f7e-b810-eaae871bb167 {{(pid=115498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:03:22.668849 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (03fc901e-05cf-4f7e-b810-eaae871bb167), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:22.742371 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.db [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] For port 03fc901e-05cf-4f7e-b810-eaae871bb167, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=03fc901e-05cf-4f7e-b810-eaae871bb167,segment=NetworkSegment(d972c796-b53c-442c-8b95-c55eed721ffa),segment_id=d972c796-b53c-442c-8b95-c55eed721ffa)] {{(pid=115498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:22.742737 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (03fc901e-05cf-4f7e-b810-eaae871bb167), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:22.745007 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af770d09-0481-457a-839d-fd0defb81fd4 None None] DHCP port deletion for 6ae2e8b4-22d2-4d52-a946-a55ff4289652 request from dv-cinder-835525-2-iscsi {{(pid=115500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:03:22.755460 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Calling delete_port for 03fc901e-05cf-4f7e-b810-eaae871bb167 owned by network:dhcp {{(pid=115498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:03:22.791720 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-af770d09-0481-457a-839d-fd0defb81fd4 None None] Deleting port 03fc901e-05cf-4f7e-b810-eaae871bb167 {{(pid=115500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:03:22.792095 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-af770d09-0481-457a-839d-fd0defb81fd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (03fc901e-05cf-4f7e-b810-eaae871bb167), before_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:22.855240 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-af770d09-0481-457a-839d-fd0defb81fd4 None None] For port 03fc901e-05cf-4f7e-b810-eaae871bb167, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=03fc901e-05cf-4f7e-b810-eaae871bb167,segment=NetworkSegment(d972c796-b53c-442c-8b95-c55eed721ffa),segment_id=d972c796-b53c-442c-8b95-c55eed721ffa)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:22.855630 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-af770d09-0481-457a-839d-fd0defb81fd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (03fc901e-05cf-4f7e-b810-eaae871bb167), precommit_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:22.868045 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-af770d09-0481-457a-839d-fd0defb81fd4 None None] Calling delete_port for 03fc901e-05cf-4f7e-b810-eaae871bb167 owned by network:dhcp {{(pid=115500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:03:22.890010 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (03fc901e-05cf-4f7e-b810-eaae871bb167), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:22.915812 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=03fc901e-05cf-4f7e-b810-eaae871bb167,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:22.924100 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:03:22.925499 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:22.925844 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:22.926188 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:22.926526 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:22.926858 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:22.927182 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:22.927565 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:22.927827 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:22.928771 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:22.929119 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:22.929443 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:22.932918 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:22.932918 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:22.932918 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:22.932918 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:22.933540 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] No DVR routers for this DVR port 03fc901e-05cf-4f7e-b810-eaae871bb167 on host dv-cinder-835525-2-iscsi {{(pid=115498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:03:22.945436 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-af770d09-0481-457a-839d-fd0defb81fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271'] for port (03fc901e-05cf-4f7e-b810-eaae871bb167), after_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:22.970167 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af770d09-0481-457a-839d-fd0defb81fd4 None None] Pushing event deleted for resources: {'Port': ['ID=03fc901e-05cf-4f7e-b810-eaae871bb167,revision_number=None']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:22.975426 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af770d09-0481-457a-839d-fd0defb81fd4 None None] No DVR routers for this DVR port 03fc901e-05cf-4f7e-b810-eaae871bb167 on host dv-cinder-835525-2-iscsi {{(pid=115500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:03:23.005382 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8727032248890'] for network (6ae2e8b4-22d2-4d52-a946-a55ff4289652), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:23.024787 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae2e8b4-22d2-4d52-a946-a55ff4289652']}} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:23.033939 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd972c796-b53c-442c-8b95-c55eed721ffa') {'for_net_delete': True} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:23.034230 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd972c796-b53c-442c-8b95-c55eed721ffa') {} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:23.043827 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727032247107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439790'] for segment (d972c796-b53c-442c-8b95-c55eed721ffa), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:23.057773 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (d972c796-b53c-442c-8b95-c55eed721ffa), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:23.063652 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=115498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:03:23.064048 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10360001'] for segment (d972c796-b53c-442c-8b95-c55eed721ffa), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: Traceback (most recent call last): Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: timer() Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: cb(*args, **kw) Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: return func(*args, **kwargs) Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: self._notify() Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: self.callback(batched_events) Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: event.method(event) Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: return f(self, *a, **k) Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: return self._get(url).json() Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: return self.request(url, 'GET', **kwargs) Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:03:23.065689 dv-cinder-835525-2-iscsi neutron-server[115498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:03:23.217342 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606314'] for network (6ae2e8b4-22d2-4d52-a946-a55ff4289652), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:23.223411 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:23.227180 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6ae2e8b4-22d2-4d52-a946-a55ff4289652 HTTP/1.1" status: 204 len: 168 time: 0.6885042 Mar 29 15:03:23.230321 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 41668) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:23.236626 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753fb19-4cd6-4d5a-b6ad-88c1744b14e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ae2e8b4-22d2-4d52-a946-a55ff4289652,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:23.569206 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-33aeefd4-ba70-4dc9-8903-59b67eae2179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606844'] for router_interface (89f573ad-f4ea-42f5-acd5-caa128ef5ee1), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:23.806748 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-33aeefd4-ba70-4dc9-8903-59b67eae2179 admin admin] Deleting port 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:03:23.807020 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-33aeefd4-ba70-4dc9-8903-59b67eae2179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (66e833fd-49e6-46b0-9eec-e3ac2cfca8a6), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:23.884869 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [None req-33aeefd4-ba70-4dc9-8903-59b67eae2179 admin admin] For port 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=66e833fd-49e6-46b0-9eec-e3ac2cfca8a6,segment=NetworkSegment(8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5),segment_id=8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:23.885259 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-33aeefd4-ba70-4dc9-8903-59b67eae2179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (66e833fd-49e6-46b0-9eec-e3ac2cfca8a6), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:23.898227 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-33aeefd4-ba70-4dc9-8903-59b67eae2179 admin admin] Calling delete_port for 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6 owned by network:router_interface {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:03:24.132072 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-33aeefd4-ba70-4dc9-8903-59b67eae2179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (66e833fd-49e6-46b0-9eec-e3ac2cfca8a6), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:24.154462 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aeefd4-ba70-4dc9-8903-59b67eae2179 admin admin] Pushing event deleted for resources: {'Port': ['ID=66e833fd-49e6-46b0-9eec-e3ac2cfca8a6,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:24.319855 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-33aeefd4-ba70-4dc9-8903-59b67eae2179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-609260'] for router_interface (89f573ad-f4ea-42f5-acd5-caa128ef5ee1), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:24.536071 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33aeefd4-ba70-4dc9-8903-59b67eae2179 admin admin] Router 89f573ad-f4ea-42f5-acd5-caa128ef5ee1 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:03:24.565874 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 03fc901e-05cf-4f7e-b810-eaae871bb167 no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:03:24.589169 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: 03fc901e-05cf-4f7e-b810-eaae871bb167 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:03:24.589608 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 03fc901e-05cf-4f7e-b810-eaae871bb167 not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:03:24.649287 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33aeefd4-ba70-4dc9-8903-59b67eae2179 admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:03:24.654992 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-33aeefd4-ba70-4dc9-8903-59b67eae2179 admin admin] 10.222.0.16 "PUT /v2.0/routers/89f573ad-f4ea-42f5-acd5-caa128ef5ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4235802 Mar 29 15:03:24.657643 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 41678) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:24.660598 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c955ce86-17fe-4e83-88e7-7f420412e4f2 None None] Sync routers for ids ['89f573ad-f4ea-42f5-acd5-caa128ef5ee1'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:03:24.672058 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c955ce86-17fe-4e83-88e7-7f420412e4f2 None None] Routers {'89f573ad-f4ea-42f5-acd5-caa128ef5ee1'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:03:24.672669 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-c955ce86-17fe-4e83-88e7-7f420412e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:03:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['89f573ad-f4ea-42f5-acd5-caa128ef5ee1'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:24.759406 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-994312a1-b3a0-49d6-9244-64a518595ccd admin admin] Publish callbacks [] for router (89f573ad-f4ea-42f5-acd5-caa128ef5ee1), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:24.775839 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-c955ce86-17fe-4e83-88e7-7f420412e4f2 None None] Set router 89f573ad-f4ea-42f5-acd5-caa128ef5ee1 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:03:24.859963 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-994312a1-b3a0-49d6-9244-64a518595ccd admin admin] Publish callbacks [] for router_gateway (89f573ad-f4ea-42f5-acd5-caa128ef5ee1), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:24.947353 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-c955ce86-17fe-4e83-88e7-7f420412e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f573ad-f4ea-42f5-acd5-caa128ef5ee1', 'name': 'tempest-TestMinimumBasicScenario-2001877894-router', 'tenant_id': '95970b7c605c4fc39ae12478c222e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b2ab23b1-fa45-471c-9976-14a516bf9bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:57Z', 'updated_at': '2022-03-29T15:03:24Z', 'revision_number': 5, 'project_id': '95970b7c605c4fc39ae12478c222e5f8', 'gw_port': {'id': 'b2ab23b1-fa45-471c-9976-14a516bf9bb0', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:23:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f573ad-f4ea-42f5-acd5-caa128ef5ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:53:58Z', 'updated_at': '2022-03-29T14:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:24.955454 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-994312a1-b3a0-49d6-9244-64a518595ccd admin admin] Deleting port b2ab23b1-fa45-471c-9976-14a516bf9bb0 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:03:24.955796 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-994312a1-b3a0-49d6-9244-64a518595ccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (b2ab23b1-fa45-471c-9976-14a516bf9bb0), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:24.973077 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c955ce86-17fe-4e83-88e7-7f420412e4f2 None None] Checking router: 89f573ad-f4ea-42f5-acd5-caa128ef5ee1 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:03:24.981713 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c955ce86-17fe-4e83-88e7-7f420412e4f2 None None] Routers {'89f573ad-f4ea-42f5-acd5-caa128ef5ee1'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:03:24.982308 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-c955ce86-17fe-4e83-88e7-7f420412e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:03:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['89f573ad-f4ea-42f5-acd5-caa128ef5ee1'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:25.035159 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [None req-994312a1-b3a0-49d6-9244-64a518595ccd admin admin] For port b2ab23b1-fa45-471c-9976-14a516bf9bb0, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=b2ab23b1-fa45-471c-9976-14a516bf9bb0,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:25.035444 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-994312a1-b3a0-49d6-9244-64a518595ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (b2ab23b1-fa45-471c-9976-14a516bf9bb0), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:25.048779 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-994312a1-b3a0-49d6-9244-64a518595ccd admin admin] Calling delete_port for b2ab23b1-fa45-471c-9976-14a516bf9bb0 owned by network:router_gateway {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:03:25.067398 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-c955ce86-17fe-4e83-88e7-7f420412e4f2 None None] Set router 89f573ad-f4ea-42f5-acd5-caa128ef5ee1 gateway port host: None {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:03:25.119413 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-c955ce86-17fe-4e83-88e7-7f420412e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f573ad-f4ea-42f5-acd5-caa128ef5ee1', 'name': 'tempest-TestMinimumBasicScenario-2001877894-router', 'tenant_id': '95970b7c605c4fc39ae12478c222e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:57Z', 'updated_at': '2022-03-29T15:03:24Z', 'revision_number': 6, 'project_id': '95970b7c605c4fc39ae12478c222e5f8', 'gw_port_host': None}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:25.144852 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c955ce86-17fe-4e83-88e7-7f420412e4f2 None None] The sync data for ids ['89f573ad-f4ea-42f5-acd5-caa128ef5ee1'] in dv-cinder-835525-2-iscsi is: [{'id': '89f573ad-f4ea-42f5-acd5-caa128ef5ee1', 'name': 'tempest-TestMinimumBasicScenario-2001877894-router', 'tenant_id': '95970b7c605c4fc39ae12478c222e5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:53:57Z', 'updated_at': '2022-03-29T15:03:24Z', 'revision_number': 6, 'project_id': '95970b7c605c4fc39ae12478c222e5f8', 'gw_port_host': None}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:03:25.278807 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-994312a1-b3a0-49d6-9244-64a518595ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (b2ab23b1-fa45-471c-9976-14a516bf9bb0), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:25.303492 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994312a1-b3a0-49d6-9244-64a518595ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ab23b1-fa45-471c-9976-14a516bf9bb0,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:25.361949 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-994312a1-b3a0-49d6-9244-64a518595ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606214'] for router_gateway (89f573ad-f4ea-42f5-acd5-caa128ef5ee1), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:25.702595 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-994312a1-b3a0-49d6-9244-64a518595ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (89f573ad-f4ea-42f5-acd5-caa128ef5ee1), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:25.704679 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-994312a1-b3a0-49d6-9244-64a518595ccd admin admin] Publish callbacks [] for router_controller (89f573ad-f4ea-42f5-acd5-caa128ef5ee1), precommit_delete_associations {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:25.821138 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-994312a1-b3a0-49d6-9244-64a518595ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608739'] for router (89f573ad-f4ea-42f5-acd5-caa128ef5ee1), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:25.821580 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994312a1-b3a0-49d6-9244-64a518595ccd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89f573ad-f4ea-42f5-acd5-caa128ef5ee1 {{(pid=115499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:03:25.825904 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-994312a1-b3a0-49d6-9244-64a518595ccd admin admin] Publish callbacks [] for router (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:25.826901 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-994312a1-b3a0-49d6-9244-64a518595ccd admin admin] 10.222.0.16 "DELETE /v2.0/routers/89f573ad-f4ea-42f5-acd5-caa128ef5ee1 HTTP/1.1" status: 204 len: 168 time: 1.1683671 Mar 29 15:03:25.829388 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 41684) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:25.873020 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba831d9-56e5-470b-91ae-8b25c90f06b7 admin admin] Deleting subnet c9cad0df-e53f-4706-9dbc-64827d90dc37 {{(pid=115499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:03:25.875967 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4ba831d9-56e5-470b-91ae-8b25c90f06b7 admin admin] Publish callbacks [] for subnet (c9cad0df-e53f-4706-9dbc-64827d90dc37), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:25.916028 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4ba831d9-56e5-470b-91ae-8b25c90f06b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8420988'] for subnet (c9cad0df-e53f-4706-9dbc-64827d90dc37), precommit_delete_associations {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:25.999442 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4ba831d9-56e5-470b-91ae-8b25c90f06b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187270'] for subnet (c9cad0df-e53f-4706-9dbc-64827d90dc37), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:26.136171 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4ba831d9-56e5-470b-91ae-8b25c90f06b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9129967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364887'] for subnet (c9cad0df-e53f-4706-9dbc-64827d90dc37), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:26.158006 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba831d9-56e5-470b-91ae-8b25c90f06b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9cad0df-e53f-4706-9dbc-64827d90dc37,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:26.171018 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4ba831d9-56e5-470b-91ae-8b25c90f06b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:26.171018 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-4ba831d9-56e5-470b-91ae-8b25c90f06b7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c9cad0df-e53f-4706-9dbc-64827d90dc37 HTTP/1.1" status: 204 len: 168 time: 0.3381906 Mar 29 15:03:26.171781 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 41686) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:26.176497 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17e7399-2357-4cb7-b60b-1da6dc903fa3 None None] Network 414d7ceb-057b-4873-93b1-b587cd1d58a2 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:03:26.264439 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1063815'] for network (414d7ceb-057b-4873-93b1-b587cd1d58a2), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:26.317336 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] Deleting port 5b554278-c2aa-4942-b79d-7a125446b465 {{(pid=115498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:03:26.317679 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (5b554278-c2aa-4942-b79d-7a125446b465), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:26.345911 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa76eab-9fb2-41d1-88f1-3117b3741056 None None] DHCP port deletion for 414d7ceb-057b-4873-93b1-b587cd1d58a2 request from dv-cinder-835525-2-iscsi {{(pid=115500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:03:26.379288 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.db [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] For port 5b554278-c2aa-4942-b79d-7a125446b465, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=5b554278-c2aa-4942-b79d-7a125446b465,segment=NetworkSegment(8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5),segment_id=8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5)] {{(pid=115498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:26.379570 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (5b554278-c2aa-4942-b79d-7a125446b465), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:26.393596 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] Calling delete_port for 5b554278-c2aa-4942-b79d-7a125446b465 owned by network:dhcp {{(pid=115498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:03:26.396627 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ffa76eab-9fb2-41d1-88f1-3117b3741056 None None] Deleting port 5b554278-c2aa-4942-b79d-7a125446b465 {{(pid=115500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:03:26.397039 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ffa76eab-9fb2-41d1-88f1-3117b3741056 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (5b554278-c2aa-4942-b79d-7a125446b465), before_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:26.457153 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ffa76eab-9fb2-41d1-88f1-3117b3741056 None None] For port 5b554278-c2aa-4942-b79d-7a125446b465, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=5b554278-c2aa-4942-b79d-7a125446b465,segment=NetworkSegment(8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5),segment_id=8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:26.457557 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ffa76eab-9fb2-41d1-88f1-3117b3741056 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (5b554278-c2aa-4942-b79d-7a125446b465), precommit_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:26.469981 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ffa76eab-9fb2-41d1-88f1-3117b3741056 None None] Calling delete_port for 5b554278-c2aa-4942-b79d-7a125446b465 owned by network:dhcp {{(pid=115500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:03:26.526160 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (5b554278-c2aa-4942-b79d-7a125446b465), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:26.554293 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b554278-c2aa-4942-b79d-7a125446b465,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:26.557693 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] No DVR routers for this DVR port 5b554278-c2aa-4942-b79d-7a125446b465 on host dv-cinder-835525-2-iscsi {{(pid=115498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:03:26.646468 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 5b554278-c2aa-4942-b79d-7a125446b465 no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:03:26.669429 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: 5b554278-c2aa-4942-b79d-7a125446b465 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:03:26.669777 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 5b554278-c2aa-4942-b79d-7a125446b465 not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:03:26.670443 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6 no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:03:26.703348 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:03:26.703688 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 66e833fd-49e6-46b0-9eec-e3ac2cfca8a6 not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:03:26.704115 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device b2ab23b1-fa45-471c-9976-14a516bf9bb0 no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:03:26.731118 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: b2ab23b1-fa45-471c-9976-14a516bf9bb0 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:03:26.731460 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device b2ab23b1-fa45-471c-9976-14a516bf9bb0 not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:03:26.747235 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ffa76eab-9fb2-41d1-88f1-3117b3741056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271'] for port (5b554278-c2aa-4942-b79d-7a125446b465), after_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:26.775449 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa76eab-9fb2-41d1-88f1-3117b3741056 None None] Pushing event deleted for resources: {'Port': ['ID=5b554278-c2aa-4942-b79d-7a125446b465,revision_number=None']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:26.779544 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa76eab-9fb2-41d1-88f1-3117b3741056 None None] No DVR routers for this DVR port 5b554278-c2aa-4942-b79d-7a125446b465 on host dv-cinder-835525-2-iscsi {{(pid=115500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:03:26.861439 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8727032248890'] for network (414d7ceb-057b-4873-93b1-b587cd1d58a2), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:26.881317 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414d7ceb-057b-4873-93b1-b587cd1d58a2']}} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:26.890426 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5') {'for_net_delete': True} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:26.890680 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5') {} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:26.900232 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727032247107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439790'] for segment (8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:26.913492 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:26.919231 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=115498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:03:26.919605 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10360001'] for segment (8bea1ca5-ffd6-48f4-bb29-8bcab24a61b5), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: Traceback (most recent call last): Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: timer() Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: cb(*args, **kw) Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: return func(*args, **kwargs) Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: self._notify() Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: self.callback(batched_events) Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: event.method(event) Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: return f(self, *a, **k) Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: return self._get(url).json() Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: return self.request(url, 'GET', **kwargs) Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:03:26.921476 dv-cinder-835525-2-iscsi neutron-server[115498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:03:27.017233 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606314'] for network (414d7ceb-057b-4873-93b1-b587cd1d58a2), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:27.022997 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:27.026102 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/414d7ceb-057b-4873-93b1-b587cd1d58a2 HTTP/1.1" status: 204 len: 168 time: 0.8520596 Mar 29 15:03:27.036940 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06167118-a5c4-4ae7-ba8b-5e47c98c87f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=414d7ceb-057b-4873-93b1-b587cd1d58a2,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:27.308832 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 41694) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:27.347159 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-d0581c37-6213-4483-a0b5-b783ffde3b99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59c8a5905d7d45b5b833ace29a4559d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372047 Mar 29 15:03:27.349554 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 41696) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:27.394750 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f76a43ab-4da0-471f-bec0-37f2ce099dd7 admin admin] Publish callbacks [] for security_group (74c92f71-d20e-4506-a58a-13aa5601e48c), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:27.418830 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f76a43ab-4da0-471f-bec0-37f2ce099dd7 admin admin] Publish callbacks [] for security_group (74c92f71-d20e-4506-a58a-13aa5601e48c), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:27.547150 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f76a43ab-4da0-471f-bec0-37f2ce099dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (74c92f71-d20e-4506-a58a-13aa5601e48c), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:27.549668 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f76a43ab-4da0-471f-bec0-37f2ce099dd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:27.550814 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-f76a43ab-4da0-471f-bec0-37f2ce099dd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74c92f71-d20e-4506-a58a-13aa5601e48c HTTP/1.1" status: 204 len: 168 time: 0.2000794 Mar 29 15:03:27.558648 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a43ab-4da0-471f-bec0-37f2ce099dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c92f71-d20e-4506-a58a-13aa5601e48c,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:28.148454 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 41706) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:28.187828 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-38b18b2f-e7a1-429d-9ab0-6e9d4edb9dc2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95970b7c605c4fc39ae12478c222e5f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381486 Mar 29 15:03:28.190143 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 41708) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:28.234357 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b9b03c17-1925-4be2-a2af-ec779aa1e9e6 admin admin] Publish callbacks [] for security_group (074d1af8-2248-41fb-8ecf-4745f04a58cb), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:28.255341 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b9b03c17-1925-4be2-a2af-ec779aa1e9e6 admin admin] Publish callbacks [] for security_group (074d1af8-2248-41fb-8ecf-4745f04a58cb), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:28.366059 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b9b03c17-1925-4be2-a2af-ec779aa1e9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (074d1af8-2248-41fb-8ecf-4745f04a58cb), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:28.368556 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b9b03c17-1925-4be2-a2af-ec779aa1e9e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:28.369711 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-b9b03c17-1925-4be2-a2af-ec779aa1e9e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/074d1af8-2248-41fb-8ecf-4745f04a58cb HTTP/1.1" status: 204 len: 168 time: 0.1786706 Mar 29 15:03:28.378457 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b03c17-1925-4be2-a2af-ec779aa1e9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074d1af8-2248-41fb-8ecf-4745f04a58cb,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:29.120102 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:43.708174 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-56028c9e-cb86-41f7-8083-fbede2dc60b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:45.748400 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-82e7fa28-85a1-411c-a5a7-1a245f685bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:47.096812 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:48.318477 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:49.763910 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:59.085310 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:59.922667 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:04:06.948170 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b4b32ee2-daaf-4293-8522-8b32fdf2c02e req-01105ae9-d951-4bbb-a980-6654545f7d51 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433567 Mar 29 15:04:07.045755 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b32ee2-daaf-4293-8522-8b32fdf2c02e req-ff01f5b5-7ad3-4895-8af9-537539aff39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:07.047169 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b4b32ee2-daaf-4293-8522-8b32fdf2c02e req-ff01f5b5-7ad3-4895-8af9-537539aff39e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 1130 time: 0.0428612 Mar 29 15:04:07.144941 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b32ee2-daaf-4293-8522-8b32fdf2c02e req-8094541a-d81e-4c63-aff7-6e5c153eb2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:07.146409 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b4b32ee2-daaf-4293-8522-8b32fdf2c02e req-8094541a-d81e-4c63-aff7-6e5c153eb2e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 919 time: 0.0823100 Mar 29 15:04:07.187848 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b4b32ee2-daaf-4293-8522-8b32fdf2c02e req-527a47f7-4f10-4ac7-993d-7b4ec179a1ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18e3779a-742a-456e-ac90-7f07367e899b HTTP/1.1" status: 200 len: 217 time: 0.0355504 Mar 29 15:04:07.233213 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b32ee2-daaf-4293-8522-8b32fdf2c02e req-4dded6e1-0ece-493f-9725-691e9d27a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:07.234582 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b4b32ee2-daaf-4293-8522-8b32fdf2c02e req-4dded6e1-0ece-493f-9725-691e9d27a494 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.0415921 Mar 29 15:04:07.281192 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b32ee2-daaf-4293-8522-8b32fdf2c02e req-cc2b1092-0572-470e-aebf-da65d3d3ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:07.282649 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b4b32ee2-daaf-4293-8522-8b32fdf2c02e req-cc2b1092-0572-470e-aebf-da65d3d3ac16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425525 Mar 29 15:04:07.370000 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b4b32ee2-daaf-4293-8522-8b32fdf2c02e req-a6498869-f8aa-4b28-9627-adb73a199baf service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816891 Mar 29 15:04:07.455096 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b4b32ee2-daaf-4293-8522-8b32fdf2c02e req-f8fa23f7-b9cc-4578-94e9-9623dc612cca service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798047 Mar 29 15:04:13.711939 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b072dd9d-808a-450c-9cec-97cc4a07a409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:15.769050 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ab863106-35af-4477-bd27-8a5341288131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:17.085235 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:18.311951 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:19.741900 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:29.084891 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:36.921227 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:04:43.802978 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-9f168253-b37b-4720-ae9d-d4eb5b3f5863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:45.776014 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-a7e877ab-ddf2-4227-8e7c-6d00ca6a562f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:47.134319 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:48.359544 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:49.770633 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:59.079047 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:07.959540 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-aed84776-b8df-471b-921b-6f01a61a3a79 req-95c6a8b9-f0ad-4640-a0b8-2ef7618d7a49 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436137 Mar 29 15:05:08.033311 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed84776-b8df-471b-921b-6f01a61a3a79 req-ea6da6da-4bc1-49ed-a05e-6325bf88d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:08.034751 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-aed84776-b8df-471b-921b-6f01a61a3a79 req-ea6da6da-4bc1-49ed-a05e-6325bf88d355 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 1130 time: 0.0455916 Mar 29 15:05:08.131969 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed84776-b8df-471b-921b-6f01a61a3a79 req-a086d7cc-5133-421b-ac78-33719d8ffa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:08.133402 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-aed84776-b8df-471b-921b-6f01a61a3a79 req-a086d7cc-5133-421b-ac78-33719d8ffa36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 919 time: 0.0809755 Mar 29 15:05:08.175452 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-aed84776-b8df-471b-921b-6f01a61a3a79 req-9432024f-4089-404b-b6c9-2b0f9418f000 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2383dddb-6073-4d07-b8eb-f09b885e73cc HTTP/1.1" status: 200 len: 217 time: 0.0363231 Mar 29 15:05:08.219917 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed84776-b8df-471b-921b-6f01a61a3a79 req-dbf27535-147b-4172-aa12-b7c41fbc53f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:08.221235 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-aed84776-b8df-471b-921b-6f01a61a3a79 req-dbf27535-147b-4172-aa12-b7c41fbc53f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.0406020 Mar 29 15:05:08.267378 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed84776-b8df-471b-921b-6f01a61a3a79 req-1af0c8ed-d6f8-47ee-923c-cd9310e5c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:08.268837 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-aed84776-b8df-471b-921b-6f01a61a3a79 req-1af0c8ed-d6f8-47ee-923c-cd9310e5c09d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421205 Mar 29 15:05:08.356146 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-aed84776-b8df-471b-921b-6f01a61a3a79 req-5fec130c-7f56-4d83-abe7-fbbdf3692aab service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810752 Mar 29 15:05:08.440199 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-aed84776-b8df-471b-921b-6f01a61a3a79 req-cee4e838-6452-4473-aa92-f9c8ffb20608 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787749 Mar 29 15:05:13.707453 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-2d4dc02d-14e6-4c59-9909-5160246c6455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:13.920687 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:05:15.768063 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8d1f017f-b940-4f0d-977a-5b509387e98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:17.150706 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:18.333431 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:19.741577 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:29.090036 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:43.753007 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-f69104dd-d22c-4507-a0f0-955f66c6c568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:45.769419 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-4c8295b3-86af-4d90-acbc-6871b4d99e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:47.115944 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:48.323614 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:49.746975 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:50.920328 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:05:59.094986 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:06.496047 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 42346) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:06:06.551874 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group (d8d617ac-4fca-493a-9bd4-a0f46980b36a), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:06.577208 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group (d8d617ac-4fca-493a-9bd4-a0f46980b36a), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:06.724050 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (d8d617ac-4fca-493a-9bd4-a0f46980b36a), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:06.726619 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:06.727753 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] 10.222.0.16 "DELETE /v2.0/security-groups/d8d617ac-4fca-493a-9bd4-a0f46980b36a HTTP/1.1" status: 204 len: 168 time: 0.2307274 Mar 29 15:06:06.736688 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d617ac-4fca-493a-9bd4-a0f46980b36a,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:06.743749 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:06.744095 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:06.744428 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:06.744759 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:06.745109 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:06.745442 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:06.745729 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:06.746050 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:06.746696 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:06.746696 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:06.746977 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:06.747288 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:06.747598 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:06.747909 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:06.748215 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78635081-917a-418b-a8de-677cb7ae44bb tempest-TestVolumeBootPattern-864577788 tempest-TestVolumeBootPattern-864577788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:06.945410 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 42352) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:06:07.485754 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606844'] for router_interface (a047835c-4c0f-43d0-95d1-d6b96dc59f28), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:07.727864 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Deleting port 38b55f66-660d-4e97-bea6-47f5b26b5b78 {{(pid=115498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:06:07.728200 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (38b55f66-660d-4e97-bea6-47f5b26b5b78), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:07.806140 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.db [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] For port 38b55f66-660d-4e97-bea6-47f5b26b5b78, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=38b55f66-660d-4e97-bea6-47f5b26b5b78,segment=NetworkSegment(d9c0854c-192d-471c-a595-a497f25ee9e4),segment_id=d9c0854c-192d-471c-a595-a497f25ee9e4)] {{(pid=115498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:06:07.806502 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (38b55f66-660d-4e97-bea6-47f5b26b5b78), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:07.818748 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Calling delete_port for 38b55f66-660d-4e97-bea6-47f5b26b5b78 owned by network:router_interface {{(pid=115498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:06:08.049615 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (38b55f66-660d-4e97-bea6-47f5b26b5b78), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:08.076389 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Pushing event deleted for resources: {'Port': ['ID=38b55f66-660d-4e97-bea6-47f5b26b5b78,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:08.086528 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:08.086884 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:08.087226 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:08.087565 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:08.087902 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:08.088232 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:08.088558 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:08.088883 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:08.089235 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:08.089566 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:08.089892 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:08.090822 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:08.090822 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:08.090979 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:08.091176 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:08.256562 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-609260'] for router_interface (a047835c-4c0f-43d0-95d1-d6b96dc59f28), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:08.473001 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Router a047835c-4c0f-43d0-95d1-d6b96dc59f28 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:06:08.583132 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:06:08.589621 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-647d080a-845f-45f6-9466-d26ed144afca admin admin] 10.222.0.16 "PUT /v2.0/routers/a047835c-4c0f-43d0-95d1-d6b96dc59f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6428661 Mar 29 15:06:08.590597 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 42362) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:06:08.592250 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef18e4b-2a53-444f-8013-ff8868323a8f None None] Sync routers for ids ['a047835c-4c0f-43d0-95d1-d6b96dc59f28'] in dv-cinder-835525-2-iscsi {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:06:08.601613 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef18e4b-2a53-444f-8013-ff8868323a8f None None] Routers {'a047835c-4c0f-43d0-95d1-d6b96dc59f28'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:06:08.602227 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-aef18e4b-2a53-444f-8013-ff8868323a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:05:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a047835c-4c0f-43d0-95d1-d6b96dc59f28'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:06:08.695579 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-45ebff8e-f0e9-456c-9301-f917a5f4f47f admin admin] Publish callbacks [] for router (a047835c-4c0f-43d0-95d1-d6b96dc59f28), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:08.707051 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-aef18e4b-2a53-444f-8013-ff8868323a8f None None] Set router a047835c-4c0f-43d0-95d1-d6b96dc59f28 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:06:08.793911 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-45ebff8e-f0e9-456c-9301-f917a5f4f47f admin admin] Publish callbacks [] for router_gateway (a047835c-4c0f-43d0-95d1-d6b96dc59f28), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:08.884092 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-aef18e4b-2a53-444f-8013-ff8868323a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'name': 'tempest-TestVolumeBootPattern-1638017088-router', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:57Z', 'updated_at': '2022-03-29T15:06:07Z', 'revision_number': 5, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'gw_port': {'id': '8ebe797a-ddce-478f-8237-043ecfc917bf', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:59Z', 'updated_at': '2022-03-29T14:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:06:08.911166 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef18e4b-2a53-444f-8013-ff8868323a8f None None] Checking router: a047835c-4c0f-43d0-95d1-d6b96dc59f28 for host: dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:06:08.915963 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-45ebff8e-f0e9-456c-9301-f917a5f4f47f admin admin] Deleting port 8ebe797a-ddce-478f-8237-043ecfc917bf {{(pid=115498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:06:08.916301 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-45ebff8e-f0e9-456c-9301-f917a5f4f47f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (8ebe797a-ddce-478f-8237-043ecfc917bf), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:08.919599 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef18e4b-2a53-444f-8013-ff8868323a8f None None] Routers {'a047835c-4c0f-43d0-95d1-d6b96dc59f28'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:06:08.920251 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-aef18e4b-2a53-444f-8013-ff8868323a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:05:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a047835c-4c0f-43d0-95d1-d6b96dc59f28'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:06:08.993406 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.db [None req-45ebff8e-f0e9-456c-9301-f917a5f4f47f admin admin] For port 8ebe797a-ddce-478f-8237-043ecfc917bf, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=8ebe797a-ddce-478f-8237-043ecfc917bf,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:06:08.993769 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-45ebff8e-f0e9-456c-9301-f917a5f4f47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (8ebe797a-ddce-478f-8237-043ecfc917bf), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:09.006185 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-45ebff8e-f0e9-456c-9301-f917a5f4f47f admin admin] Calling delete_port for 8ebe797a-ddce-478f-8237-043ecfc917bf owned by network:router_gateway {{(pid=115498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:06:09.007864 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-aef18e4b-2a53-444f-8013-ff8868323a8f None None] Set router a047835c-4c0f-43d0-95d1-d6b96dc59f28 gateway port host: None {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:06:09.059832 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-aef18e4b-2a53-444f-8013-ff8868323a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'name': 'tempest-TestVolumeBootPattern-1638017088-router', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:57Z', 'updated_at': '2022-03-29T15:06:08Z', 'revision_number': 6, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'gw_port_host': None}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:06:09.088814 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef18e4b-2a53-444f-8013-ff8868323a8f None None] The sync data for ids ['a047835c-4c0f-43d0-95d1-d6b96dc59f28'] in dv-cinder-835525-2-iscsi is: [{'id': 'a047835c-4c0f-43d0-95d1-d6b96dc59f28', 'name': 'tempest-TestVolumeBootPattern-1638017088-router', 'tenant_id': '72a47c982e08487193a5dce53e16ccb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:57Z', 'updated_at': '2022-03-29T15:06:08Z', 'revision_number': 6, 'project_id': '72a47c982e08487193a5dce53e16ccb6', 'gw_port_host': None}] {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:06:09.235691 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-45ebff8e-f0e9-456c-9301-f917a5f4f47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (8ebe797a-ddce-478f-8237-043ecfc917bf), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:09.264675 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebff8e-f0e9-456c-9301-f917a5f4f47f admin admin] Pushing event deleted for resources: {'Port': ['ID=8ebe797a-ddce-478f-8237-043ecfc917bf,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:09.323764 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-45ebff8e-f0e9-456c-9301-f917a5f4f47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606214'] for router_gateway (a047835c-4c0f-43d0-95d1-d6b96dc59f28), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:09.411652 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-45ebff8e-f0e9-456c-9301-f917a5f4f47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (a047835c-4c0f-43d0-95d1-d6b96dc59f28), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:09.413680 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-45ebff8e-f0e9-456c-9301-f917a5f4f47f admin admin] Publish callbacks [] for router_controller (a047835c-4c0f-43d0-95d1-d6b96dc59f28), precommit_delete_associations {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:09.544572 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-45ebff8e-f0e9-456c-9301-f917a5f4f47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608739'] for router (a047835c-4c0f-43d0-95d1-d6b96dc59f28), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:09.545162 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ebff8e-f0e9-456c-9301-f917a5f4f47f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a047835c-4c0f-43d0-95d1-d6b96dc59f28 {{(pid=115498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:06:09.550046 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-45ebff8e-f0e9-456c-9301-f917a5f4f47f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:09.551183 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-45ebff8e-f0e9-456c-9301-f917a5f4f47f admin admin] 10.222.0.16 "DELETE /v2.0/routers/a047835c-4c0f-43d0-95d1-d6b96dc59f28 HTTP/1.1" status: 204 len: 168 time: 0.9594097 Mar 29 15:06:09.553703 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 42366) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:06:09.600734 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d54c1e7-9b85-4a8c-b5a0-137730e5ed4e admin admin] Deleting subnet 94eeebfb-5c8b-4c39-a4a8-b2967ae59934 {{(pid=115498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:06:09.603789 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4d54c1e7-9b85-4a8c-b5a0-137730e5ed4e admin admin] Publish callbacks [] for subnet (94eeebfb-5c8b-4c39-a4a8-b2967ae59934), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:09.636525 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4d54c1e7-9b85-4a8c-b5a0-137730e5ed4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8439781'] for subnet (94eeebfb-5c8b-4c39-a4a8-b2967ae59934), precommit_delete_associations {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:09.711976 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4d54c1e7-9b85-4a8c-b5a0-137730e5ed4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187270'] for subnet (94eeebfb-5c8b-4c39-a4a8-b2967ae59934), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:09.839091 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4d54c1e7-9b85-4a8c-b5a0-137730e5ed4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10357351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8856191'] for subnet (94eeebfb-5c8b-4c39-a4a8-b2967ae59934), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:09.862562 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54c1e7-9b85-4a8c-b5a0-137730e5ed4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94eeebfb-5c8b-4c39-a4a8-b2967ae59934,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:09.868540 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4d54c1e7-9b85-4a8c-b5a0-137730e5ed4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:09.871735 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-4d54c1e7-9b85-4a8c-b5a0-137730e5ed4e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/94eeebfb-5c8b-4c39-a4a8-b2967ae59934 HTTP/1.1" status: 204 len: 168 time: 0.3171327 Mar 29 15:06:09.874234 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 42368) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:06:09.877158 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b433f481-a922-47b7-bd69-8a07c65431cc None None] Network bb1dd505-b211-4ecd-b5cf-c0ad35508c84 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:06:09.939557 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b207ac32-97c8-45e8-811e-c86761512717 req-286a22c3-7f13-4627-a1e0-c71221b37b41 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0398488 Mar 29 15:06:09.946407 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1063815'] for network (bb1dd505-b211-4ecd-b5cf-c0ad35508c84), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:10.002599 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] Deleting port a3dcf5d1-35d1-42de-8259-af8524d04394 {{(pid=115498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:06:10.002960 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (a3dcf5d1-35d1-42de-8259-af8524d04394), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:10.004037 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b207ac32-97c8-45e8-811e-c86761512717 req-4b956991-9085-4f5b-952b-9b5b6924c54a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0271876 Mar 29 15:06:10.050634 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] DHCP port deletion for bb1dd505-b211-4ecd-b5cf-c0ad35508c84 request from dv-cinder-835525-2-iscsi {{(pid=115500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:06:10.056525 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b207ac32-97c8-45e8-811e-c86761512717 req-7cee238a-b5ea-4cd7-890f-e316d3e0c668 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0319e2af33245f4917a97026782fdd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227578 Mar 29 15:06:10.073232 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.db [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] For port a3dcf5d1-35d1-42de-8259-af8524d04394, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=a3dcf5d1-35d1-42de-8259-af8524d04394,segment=NetworkSegment(d9c0854c-192d-471c-a595-a497f25ee9e4),segment_id=d9c0854c-192d-471c-a595-a497f25ee9e4)] {{(pid=115498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:06:10.073672 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (a3dcf5d1-35d1-42de-8259-af8524d04394), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:10.088455 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] Calling delete_port for a3dcf5d1-35d1-42de-8259-af8524d04394 owned by network:dhcp {{(pid=115498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:06:10.105007 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Deleting port a3dcf5d1-35d1-42de-8259-af8524d04394 {{(pid=115500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:06:10.105398 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (a3dcf5d1-35d1-42de-8259-af8524d04394), before_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:10.168079 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207ac32-97c8-45e8-811e-c86761512717 req-c93d296f-7b05-4cd2-b6ba-63510a030991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:10.170706 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b207ac32-97c8-45e8-811e-c86761512717 req-c93d296f-7b05-4cd2-b6ba-63510a030991 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1104496 Mar 29 15:06:10.175845 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] For port a3dcf5d1-35d1-42de-8259-af8524d04394, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=a3dcf5d1-35d1-42de-8259-af8524d04394,segment=NetworkSegment(d9c0854c-192d-471c-a595-a497f25ee9e4),segment_id=d9c0854c-192d-471c-a595-a497f25ee9e4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:06:10.176260 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (a3dcf5d1-35d1-42de-8259-af8524d04394), precommit_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:10.201701 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Calling delete_port for a3dcf5d1-35d1-42de-8259-af8524d04394 owned by network:dhcp {{(pid=115500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:06:10.258770 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (a3dcf5d1-35d1-42de-8259-af8524d04394), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:10.279022 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271'] for port (a3dcf5d1-35d1-42de-8259-af8524d04394), after_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:10.286245 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] No DVR routers for this DVR port a3dcf5d1-35d1-42de-8259-af8524d04394 on host dv-cinder-835525-2-iscsi {{(pid=115498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:06:10.290887 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3dcf5d1-35d1-42de-8259-af8524d04394,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:10.306459 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Pushing event deleted for resources: {'Port': ['ID=a3dcf5d1-35d1-42de-8259-af8524d04394,revision_number=None']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:10.308805 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] No DVR routers for this DVR port a3dcf5d1-35d1-42de-8259-af8524d04394 on host dv-cinder-835525-2-iscsi {{(pid=115500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:06:10.321464 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:10.321838 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:10.322190 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:10.322676 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:10.322865 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:10.323199 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:10.323526 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:10.323857 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:10.324187 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:10.324515 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:10.324848 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:10.325377 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:10.325546 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:10.326020 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:10.326195 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdef21-ee5b-43f6-9e56-f22d6a838194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:10.364373 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8727032248890'] for network (bb1dd505-b211-4ecd-b5cf-c0ad35508c84), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:10.384722 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1dd505-b211-4ecd-b5cf-c0ad35508c84']}} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:06:10.393811 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c0854c-192d-471c-a595-a497f25ee9e4') {'for_net_delete': True} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:06:10.394109 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c0854c-192d-471c-a595-a497f25ee9e4') {} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:06:10.403214 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727032247107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439790'] for segment (d9c0854c-192d-471c-a595-a497f25ee9e4), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:10.416467 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (d9c0854c-192d-471c-a595-a497f25ee9e4), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:10.422413 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=115498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:06:10.422790 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10360001'] for segment (d9c0854c-192d-471c-a595-a497f25ee9e4), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: Traceback (most recent call last): Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: timer() Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: cb(*args, **kw) Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: return func(*args, **kwargs) Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: self._notify() Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: self.callback(batched_events) Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: event.method(event) Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: return f(self, *a, **k) Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: return self._get(url).json() Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: return self.request(url, 'GET', **kwargs) Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:06:10.425034 dv-cinder-835525-2-iscsi neutron-server[115498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:06:10.541184 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606314'] for network (bb1dd505-b211-4ecd-b5cf-c0ad35508c84), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:10.547236 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:10.554983 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bb1dd505-b211-4ecd-b5cf-c0ad35508c84 HTTP/1.1" status: 204 len: 168 time: 0.6761694 Mar 29 15:06:10.555085 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 42372) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:06:10.564916 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba0679-0573-49c4-84f5-fb0383124c60 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb1dd505-b211-4ecd-b5cf-c0ad35508c84,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:10.615290 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 8ebe797a-ddce-478f-8237-043ecfc917bf no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:06:10.636254 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: 8ebe797a-ddce-478f-8237-043ecfc917bf {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:06:10.636661 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 8ebe797a-ddce-478f-8237-043ecfc917bf not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:06:10.637181 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device a3dcf5d1-35d1-42de-8259-af8524d04394 no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:06:10.655907 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: a3dcf5d1-35d1-42de-8259-af8524d04394 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:06:10.656255 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device a3dcf5d1-35d1-42de-8259-af8524d04394 not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:06:10.656672 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 38b55f66-660d-4e97-bea6-47f5b26b5b78 no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:06:10.677947 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: 38b55f66-660d-4e97-bea6-47f5b26b5b78 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:06:10.678299 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 38b55f66-660d-4e97-bea6-47f5b26b5b78 not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:06:10.903982 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-6d8aefa2-1091-4924-8e71-823831eda7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606844'] for router_interface (c025fb6b-9014-457d-b083-8786dd3e3855), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.143198 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-6d8aefa2-1091-4924-8e71-823831eda7f3 admin admin] Deleting port 9e9492fd-b508-4721-bf04-ea6cce202327 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:06:11.143918 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-6d8aefa2-1091-4924-8e71-823831eda7f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (9e9492fd-b508-4721-bf04-ea6cce202327), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.219464 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [None req-6d8aefa2-1091-4924-8e71-823831eda7f3 admin admin] For port 9e9492fd-b508-4721-bf04-ea6cce202327, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=9e9492fd-b508-4721-bf04-ea6cce202327,segment=NetworkSegment(47b46468-e2d4-444a-a6ba-7d2a6c5c970e),segment_id=47b46468-e2d4-444a-a6ba-7d2a6c5c970e)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:06:11.219840 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-6d8aefa2-1091-4924-8e71-823831eda7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (9e9492fd-b508-4721-bf04-ea6cce202327), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.231913 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-6d8aefa2-1091-4924-8e71-823831eda7f3 admin admin] Calling delete_port for 9e9492fd-b508-4721-bf04-ea6cce202327 owned by network:router_interface {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:06:11.470053 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-6d8aefa2-1091-4924-8e71-823831eda7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (9e9492fd-b508-4721-bf04-ea6cce202327), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.498416 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8aefa2-1091-4924-8e71-823831eda7f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e9492fd-b508-4721-bf04-ea6cce202327,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:11.661443 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-6d8aefa2-1091-4924-8e71-823831eda7f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-609260'] for router_interface (c025fb6b-9014-457d-b083-8786dd3e3855), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.872065 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8aefa2-1091-4924-8e71-823831eda7f3 admin admin] Router c025fb6b-9014-457d-b083-8786dd3e3855 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:06:11.976316 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8aefa2-1091-4924-8e71-823831eda7f3 admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:06:11.982332 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-6d8aefa2-1091-4924-8e71-823831eda7f3 admin admin] 10.222.0.16 "PUT /v2.0/routers/c025fb6b-9014-457d-b083-8786dd3e3855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4267859 Mar 29 15:06:11.984892 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 42376) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:06:11.986547 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f549ea-729c-413a-9dcd-a9791a634f29 None None] Sync routers for ids ['c025fb6b-9014-457d-b083-8786dd3e3855'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:06:11.996291 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f549ea-729c-413a-9dcd-a9791a634f29 None None] Routers {'c025fb6b-9014-457d-b083-8786dd3e3855'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:06:11.996885 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-e7f549ea-729c-413a-9dcd-a9791a634f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:05:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['c025fb6b-9014-457d-b083-8786dd3e3855'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:06:12.091717 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b48aac72-ea4c-4bd0-8db6-868ca8cd85f0 admin admin] Publish callbacks [] for router (c025fb6b-9014-457d-b083-8786dd3e3855), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:12.185263 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-e7f549ea-729c-413a-9dcd-a9791a634f29 None None] Set router c025fb6b-9014-457d-b083-8786dd3e3855 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:06:12.191672 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b48aac72-ea4c-4bd0-8db6-868ca8cd85f0 admin admin] Publish callbacks [] for router_gateway (c025fb6b-9014-457d-b083-8786dd3e3855), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:12.315346 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-b48aac72-ea4c-4bd0-8db6-868ca8cd85f0 admin admin] Deleting port 8009f46a-dab5-47a0-97b2-1c868dab44e0 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:06:12.315678 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b48aac72-ea4c-4bd0-8db6-868ca8cd85f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (8009f46a-dab5-47a0-97b2-1c868dab44e0), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:12.363163 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-e7f549ea-729c-413a-9dcd-a9791a634f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c025fb6b-9014-457d-b083-8786dd3e3855', 'name': 'tempest-TestVolumeBootPattern-1840531940-router', 'tenant_id': 'fc467bf621dc43a6a441927142395a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '8009f46a-dab5-47a0-97b2-1c868dab44e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:55:06Z', 'updated_at': '2022-03-29T15:06:11Z', 'revision_number': 5, 'project_id': 'fc467bf621dc43a6a441927142395a05', 'gw_port': {'id': '8009f46a-dab5-47a0-97b2-1c868dab44e0', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c025fb6b-9014-457d-b083-8786dd3e3855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:55:07Z', 'updated_at': '2022-03-29T14:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:06:12.389017 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f549ea-729c-413a-9dcd-a9791a634f29 None None] Checking router: c025fb6b-9014-457d-b083-8786dd3e3855 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:06:12.391155 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [None req-b48aac72-ea4c-4bd0-8db6-868ca8cd85f0 admin admin] For port 8009f46a-dab5-47a0-97b2-1c868dab44e0, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=8009f46a-dab5-47a0-97b2-1c868dab44e0,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:06:12.391530 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b48aac72-ea4c-4bd0-8db6-868ca8cd85f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (8009f46a-dab5-47a0-97b2-1c868dab44e0), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:12.397819 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f549ea-729c-413a-9dcd-a9791a634f29 None None] Routers {'c025fb6b-9014-457d-b083-8786dd3e3855'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:06:12.398768 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-e7f549ea-729c-413a-9dcd-a9791a634f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:05:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['c025fb6b-9014-457d-b083-8786dd3e3855'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:06:12.404673 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-b48aac72-ea4c-4bd0-8db6-868ca8cd85f0 admin admin] Calling delete_port for 8009f46a-dab5-47a0-97b2-1c868dab44e0 owned by network:router_gateway {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:06:12.483794 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-e7f549ea-729c-413a-9dcd-a9791a634f29 None None] Set router c025fb6b-9014-457d-b083-8786dd3e3855 gateway port host: None {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:06:12.533791 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-e7f549ea-729c-413a-9dcd-a9791a634f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c025fb6b-9014-457d-b083-8786dd3e3855', 'name': 'tempest-TestVolumeBootPattern-1840531940-router', 'tenant_id': 'fc467bf621dc43a6a441927142395a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:55:06Z', 'updated_at': '2022-03-29T15:06:12Z', 'revision_number': 6, 'project_id': 'fc467bf621dc43a6a441927142395a05', 'gw_port_host': None}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:06:12.562818 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f549ea-729c-413a-9dcd-a9791a634f29 None None] The sync data for ids ['c025fb6b-9014-457d-b083-8786dd3e3855'] in dv-cinder-835525-2-iscsi is: [{'id': 'c025fb6b-9014-457d-b083-8786dd3e3855', 'name': 'tempest-TestVolumeBootPattern-1840531940-router', 'tenant_id': 'fc467bf621dc43a6a441927142395a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:55:06Z', 'updated_at': '2022-03-29T15:06:12Z', 'revision_number': 6, 'project_id': 'fc467bf621dc43a6a441927142395a05', 'gw_port_host': None}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:06:12.635787 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b48aac72-ea4c-4bd0-8db6-868ca8cd85f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (8009f46a-dab5-47a0-97b2-1c868dab44e0), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:12.666748 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48aac72-ea4c-4bd0-8db6-868ca8cd85f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8009f46a-dab5-47a0-97b2-1c868dab44e0,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:12.724929 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b48aac72-ea4c-4bd0-8db6-868ca8cd85f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606214'] for router_gateway (c025fb6b-9014-457d-b083-8786dd3e3855), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:13.061008 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b48aac72-ea4c-4bd0-8db6-868ca8cd85f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (c025fb6b-9014-457d-b083-8786dd3e3855), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:13.063077 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b48aac72-ea4c-4bd0-8db6-868ca8cd85f0 admin admin] Publish callbacks [] for router_controller (c025fb6b-9014-457d-b083-8786dd3e3855), precommit_delete_associations {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:13.184029 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b48aac72-ea4c-4bd0-8db6-868ca8cd85f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608739'] for router (c025fb6b-9014-457d-b083-8786dd3e3855), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:13.184503 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48aac72-ea4c-4bd0-8db6-868ca8cd85f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c025fb6b-9014-457d-b083-8786dd3e3855 {{(pid=115499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:06:13.188662 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b48aac72-ea4c-4bd0-8db6-868ca8cd85f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:13.190625 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-b48aac72-ea4c-4bd0-8db6-868ca8cd85f0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c025fb6b-9014-457d-b083-8786dd3e3855 HTTP/1.1" status: 204 len: 168 time: 1.2047489 Mar 29 15:06:13.193061 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 42380) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:06:13.235010 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_v2 [None req-72132a45-8e2c-458f-bfb1-f9d764aafdb8 admin admin] Deleting subnet f5c74baf-5a0f-401c-a011-01639ea9621c {{(pid=115499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:06:13.238498 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-72132a45-8e2c-458f-bfb1-f9d764aafdb8 admin admin] Publish callbacks [] for subnet (f5c74baf-5a0f-401c-a011-01639ea9621c), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:13.272416 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-72132a45-8e2c-458f-bfb1-f9d764aafdb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8420988'] for subnet (f5c74baf-5a0f-401c-a011-01639ea9621c), precommit_delete_associations {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:13.351419 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-72132a45-8e2c-458f-bfb1-f9d764aafdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187270'] for subnet (f5c74baf-5a0f-401c-a011-01639ea9621c), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:13.478775 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-72132a45-8e2c-458f-bfb1-f9d764aafdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9129967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364887'] for subnet (f5c74baf-5a0f-401c-a011-01639ea9621c), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:13.504605 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72132a45-8e2c-458f-bfb1-f9d764aafdb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5c74baf-5a0f-401c-a011-01639ea9621c,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:13.508251 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-72132a45-8e2c-458f-bfb1-f9d764aafdb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:13.511371 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-72132a45-8e2c-458f-bfb1-f9d764aafdb8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f5c74baf-5a0f-401c-a011-01639ea9621c HTTP/1.1" status: 204 len: 168 time: 0.3173358 Mar 29 15:06:13.515514 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 42382) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:06:13.516317 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0330db-fb02-4bdb-9acc-dcd5cf395ff2 None None] Network a3beedc6-8859-4c80-abf0-2e32066bda76 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:06:13.584242 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1063815'] for network (a3beedc6-8859-4c80-abf0-2e32066bda76), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:13.645575 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] Deleting port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:06:13.645907 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (7756fe9b-2367-40bc-ad64-4a1d2b95b89d), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:13.663242 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca703c29-5f29-4bfa-8585-6539f1aa5192 None None] DHCP port deletion for a3beedc6-8859-4c80-abf0-2e32066bda76 request from dv-cinder-835525-2-iscsi {{(pid=115500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:06:13.707359 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] For port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=7756fe9b-2367-40bc-ad64-4a1d2b95b89d,segment=NetworkSegment(47b46468-e2d4-444a-a6ba-7d2a6c5c970e),segment_id=47b46468-e2d4-444a-a6ba-7d2a6c5c970e)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:06:13.707727 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (7756fe9b-2367-40bc-ad64-4a1d2b95b89d), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:13.712319 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ca703c29-5f29-4bfa-8585-6539f1aa5192 None None] Deleting port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d {{(pid=115500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:06:13.712697 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ca703c29-5f29-4bfa-8585-6539f1aa5192 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (7756fe9b-2367-40bc-ad64-4a1d2b95b89d), before_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:13.721856 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] Calling delete_port for 7756fe9b-2367-40bc-ad64-4a1d2b95b89d owned by network:dhcp {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:06:13.724943 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-eafb654c-a63c-4894-9cca-d22f0afa4cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:13.776963 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ca703c29-5f29-4bfa-8585-6539f1aa5192 None None] For port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=7756fe9b-2367-40bc-ad64-4a1d2b95b89d,segment=NetworkSegment(47b46468-e2d4-444a-a6ba-7d2a6c5c970e),segment_id=47b46468-e2d4-444a-a6ba-7d2a6c5c970e)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:06:13.777385 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ca703c29-5f29-4bfa-8585-6539f1aa5192 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (7756fe9b-2367-40bc-ad64-4a1d2b95b89d), precommit_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:13.790380 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ca703c29-5f29-4bfa-8585-6539f1aa5192 None None] Calling delete_port for 7756fe9b-2367-40bc-ad64-4a1d2b95b89d owned by network:dhcp {{(pid=115500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:06:13.898294 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (7756fe9b-2367-40bc-ad64-4a1d2b95b89d), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:13.904226 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ca703c29-5f29-4bfa-8585-6539f1aa5192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271'] for port (7756fe9b-2367-40bc-ad64-4a1d2b95b89d), after_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:13.924540 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7756fe9b-2367-40bc-ad64-4a1d2b95b89d,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:13.929480 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca703c29-5f29-4bfa-8585-6539f1aa5192 None None] Pushing event deleted for resources: {'Port': ['ID=7756fe9b-2367-40bc-ad64-4a1d2b95b89d,revision_number=None']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:13.929622 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] No DVR routers for this DVR port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d on host dv-cinder-835525-2-iscsi {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:06:13.933104 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca703c29-5f29-4bfa-8585-6539f1aa5192 None None] No DVR routers for this DVR port 7756fe9b-2367-40bc-ad64-4a1d2b95b89d on host dv-cinder-835525-2-iscsi {{(pid=115500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:06:13.998484 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8727032248890'] for network (a3beedc6-8859-4c80-abf0-2e32066bda76), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:14.017869 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3beedc6-8859-4c80-abf0-2e32066bda76']}} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:06:14.026651 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b46468-e2d4-444a-a6ba-7d2a6c5c970e') {'for_net_delete': True} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:06:14.026940 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b46468-e2d4-444a-a6ba-7d2a6c5c970e') {} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:06:14.040138 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727032247107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8420983'] for segment (47b46468-e2d4-444a-a6ba-7d2a6c5c970e), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:14.052930 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (47b46468-e2d4-444a-a6ba-7d2a6c5c970e), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:14.058786 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=115499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:06:14.059172 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9130313'] for segment (47b46468-e2d4-444a-a6ba-7d2a6c5c970e), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: Traceback (most recent call last): Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: timer() Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: cb(*args, **kw) Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: return func(*args, **kwargs) Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: self._notify() Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: self.callback(batched_events) Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: event.method(event) Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: return f(self, *a, **k) Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: return self._get(url).json() Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: return self.request(url, 'GET', **kwargs) Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:06:14.060744 dv-cinder-835525-2-iscsi neutron-server[115499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:06:14.175305 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606314'] for network (a3beedc6-8859-4c80-abf0-2e32066bda76), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:14.191154 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:14.194348 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a3beedc6-8859-4c80-abf0-2e32066bda76 HTTP/1.1" status: 204 len: 168 time: 0.6778088 Mar 29 15:06:14.195128 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c0423-82fd-4bb4-8733-23dbe569e2b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3beedc6-8859-4c80-abf0-2e32066bda76,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:14.519033 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 42388) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:06:14.559286 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-7eb61e3a-438a-49dc-971f-75bd8dae94c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72a47c982e08487193a5dce53e16ccb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390716 Mar 29 15:06:14.561772 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 42390) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:06:14.599860 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 8009f46a-dab5-47a0-97b2-1c868dab44e0 no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:06:14.608936 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-03755c1e-dd8b-4eaf-86bf-1f6ce2691354 admin admin] Publish callbacks [] for security_group (872aefb6-8b28-4f4d-9609-b96e67448897), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:14.619971 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: 8009f46a-dab5-47a0-97b2-1c868dab44e0 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:06:14.620324 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 8009f46a-dab5-47a0-97b2-1c868dab44e0 not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:06:14.620739 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 9e9492fd-b508-4721-bf04-ea6cce202327 no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:06:14.630512 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-03755c1e-dd8b-4eaf-86bf-1f6ce2691354 admin admin] Publish callbacks [] for security_group (872aefb6-8b28-4f4d-9609-b96e67448897), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:14.642267 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: 9e9492fd-b508-4721-bf04-ea6cce202327 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:06:14.642612 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 9e9492fd-b508-4721-bf04-ea6cce202327 not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:06:14.643028 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 7756fe9b-2367-40bc-ad64-4a1d2b95b89d no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:06:14.661153 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: 7756fe9b-2367-40bc-ad64-4a1d2b95b89d {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:06:14.661501 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 7756fe9b-2367-40bc-ad64-4a1d2b95b89d not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:06:14.741037 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-03755c1e-dd8b-4eaf-86bf-1f6ce2691354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (872aefb6-8b28-4f4d-9609-b96e67448897), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:14.743612 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-03755c1e-dd8b-4eaf-86bf-1f6ce2691354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:14.744751 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-03755c1e-dd8b-4eaf-86bf-1f6ce2691354 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/872aefb6-8b28-4f4d-9609-b96e67448897 HTTP/1.1" status: 204 len: 168 time: 0.1820645 Mar 29 15:06:14.752663 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03755c1e-dd8b-4eaf-86bf-1f6ce2691354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872aefb6-8b28-4f4d-9609-b96e67448897,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:15.438847 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 42402) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:06:15.477658 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-4ff76764-f6a3-431a-b9d1-2a03da80cfd2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc467bf621dc43a6a441927142395a05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370939 Mar 29 15:06:15.480174 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 42404) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:06:15.528278 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3b1d9b6e-29d5-4b95-8785-a7aa6cb1f946 admin admin] Publish callbacks [] for security_group (7bdda366-10d2-4f12-a720-8770990f70e4), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:15.550296 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3b1d9b6e-29d5-4b95-8785-a7aa6cb1f946 admin admin] Publish callbacks [] for security_group (7bdda366-10d2-4f12-a720-8770990f70e4), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:15.660774 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3b1d9b6e-29d5-4b95-8785-a7aa6cb1f946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (7bdda366-10d2-4f12-a720-8770990f70e4), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:15.663390 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3b1d9b6e-29d5-4b95-8785-a7aa6cb1f946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:15.664545 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-3b1d9b6e-29d5-4b95-8785-a7aa6cb1f946 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7bdda366-10d2-4f12-a720-8770990f70e4 HTTP/1.1" status: 204 len: 168 time: 0.1834979 Mar 29 15:06:15.672666 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d9b6e-29d5-4b95-8785-a7aa6cb1f946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdda366-10d2-4f12-a720-8770990f70e4,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:15.767333 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-7d58b08f-e2c3-465c-a2eb-0f000254faf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:17.103844 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:18.334641 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:19.763463 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:27.919764 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:06:29.129159 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:43.728861 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a32d-3e47-4a8e-a272-89354f4866a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:45.763231 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-aae39e4e-cfc4-4a6a-8eb3-7aec85f720e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:47.109021 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:48.357283 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:49.814605 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:59.151559 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:04.918809 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:07:11.947257 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-802d316e-9961-49d8-a825-9c3bf23c6747 req-2dba2301-8be1-4517-9f48-32b44389cd97 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448601 Mar 29 15:07:12.018725 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d316e-9961-49d8-a825-9c3bf23c6747 req-3ca76107-74f0-4ebb-8a13-e11a62890ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:12.020146 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-802d316e-9961-49d8-a825-9c3bf23c6747 req-3ca76107-74f0-4ebb-8a13-e11a62890ac3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 1129 time: 0.0418601 Mar 29 15:07:12.117640 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d316e-9961-49d8-a825-9c3bf23c6747 req-a21490fe-12a7-4da1-9792-af6a2cc909c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:12.119078 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-802d316e-9961-49d8-a825-9c3bf23c6747 req-a21490fe-12a7-4da1-9792-af6a2cc909c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 919 time: 0.0821230 Mar 29 15:07:12.185472 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-802d316e-9961-49d8-a825-9c3bf23c6747 req-65601b2b-a705-42f0-9445-71d098cd9932 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12f8914c-bde6-405f-a9db-15523b7e184d HTTP/1.1" status: 200 len: 1000 time: 0.0606339 Mar 29 15:07:12.230958 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d316e-9961-49d8-a825-9c3bf23c6747 req-daf9614a-b08e-465c-8fcd-ba8d43b3e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:12.232358 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-802d316e-9961-49d8-a825-9c3bf23c6747 req-daf9614a-b08e-465c-8fcd-ba8d43b3e628 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.0416369 Mar 29 15:07:12.279163 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d316e-9961-49d8-a825-9c3bf23c6747 req-581c35af-525e-4e59-9efb-8991b23c644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:12.280627 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-802d316e-9961-49d8-a825-9c3bf23c6747 req-581c35af-525e-4e59-9efb-8991b23c644f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424469 Mar 29 15:07:12.368674 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-802d316e-9961-49d8-a825-9c3bf23c6747 req-280c1c6f-23aa-4c26-b5b0-020249654f0c service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823486 Mar 29 15:07:12.452679 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-802d316e-9961-49d8-a825-9c3bf23c6747 req-41f8dd82-8225-46b9-8f77-c39afc57b33c service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775642 Mar 29 15:07:13.728347 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-63b7d154-272a-4742-894a-b2f4a319f882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:15.760010 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-d142bf17-10cd-4315-be12-7a7644b59555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:17.131535 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:18.339710 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:19.745546 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:28.828092 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [req-d6d18542-7f95-4e65-b81d-9c397828735a req-68119924-564d-417e-af00-cd1afe708997 service neutron] (115498) timed out ('10.222.0.13', 51857) {{(pid=115498) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 15:07:29.122448 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:41.917769 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:07:43.733624 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e63205ed-9b6a-409c-9898-2113a4f138a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:45.768487 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-72f9465b-55c0-48d9-b42a-716b92bec8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:47.105601 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:48.325029 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:49.759866 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:59.136624 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:12.037680 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6216db70-f18a-4485-b66b-2fbae6da7b87 req-e8cdb4ea-c8b2-46d4-adf9-f0407a703f4a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1307526 Mar 29 15:08:12.139702 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216db70-f18a-4485-b66b-2fbae6da7b87 req-18164c2e-e5b7-4735-b181-c39d4bea6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:12.141202 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6216db70-f18a-4485-b66b-2fbae6da7b87 req-18164c2e-e5b7-4735-b181-c39d4bea6e7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 1130 time: 0.0475163 Mar 29 15:08:12.238845 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216db70-f18a-4485-b66b-2fbae6da7b87 req-77235be1-47e9-449d-a779-65a1de79f3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:12.240268 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6216db70-f18a-4485-b66b-2fbae6da7b87 req-77235be1-47e9-449d-a779-65a1de79f3cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 200 len: 919 time: 0.0813246 Mar 29 15:08:12.283873 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6216db70-f18a-4485-b66b-2fbae6da7b87 req-24537a2f-665f-44b2-bfb1-c184fe6ba79d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18e3779a-742a-456e-ac90-7f07367e899b HTTP/1.1" status: 200 len: 217 time: 0.0368865 Mar 29 15:08:12.330678 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216db70-f18a-4485-b66b-2fbae6da7b87 req-b4330460-3d50-44c5-b9fc-60ec991c9c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:12.332056 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6216db70-f18a-4485-b66b-2fbae6da7b87 req-b4330460-3d50-44c5-b9fc-60ec991c9c7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 200 len: 857 time: 0.0423295 Mar 29 15:08:12.377894 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216db70-f18a-4485-b66b-2fbae6da7b87 req-dea46f44-3328-48d9-8721-0659bddbaa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:12.379279 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6216db70-f18a-4485-b66b-2fbae6da7b87 req-dea46f44-3328-48d9-8721-0659bddbaa21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410509 Mar 29 15:08:12.466972 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6216db70-f18a-4485-b66b-2fbae6da7b87 req-e0e5f1f0-9904-43c7-8a77-219e9cb6a0d9 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810025 Mar 29 15:08:12.551528 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-6216db70-f18a-4485-b66b-2fbae6da7b87 req-8e129dd2-e055-4eb5-b4e3-ed3a594f78d0 service neutron] 10.222.0.13 "GET /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790970 Mar 29 15:08:13.736066 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-04ea9453-f69c-481f-a6ae-ef14e7a03fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:15.753288 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-7642f89f-38a8-482d-a863-c0a57c2dadc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:17.130197 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:18.347356 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:18.916708 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:08:19.742107 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:29.138988 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:43.758267 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-0a518c5c-40ff-4318-9680-03236a4a8621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:44.937396 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c4e48-df95-4de7-8afd-cc44d6b44a14 req-79ced680-ac57-479f-a7a9-177d23425c1d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:44.938874 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5d5c4e48-df95-4de7-8afd-cc44d6b44a14 req-79ced680-ac57-479f-a7a9-177d23425c1d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.1841905 Mar 29 15:08:44.983735 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5d5c4e48-df95-4de7-8afd-cc44d6b44a14 req-46958719-9bd3-406a-8d31-c55c516e2c78 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=30786850-d026-451d-b743-536f4736e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392628 Mar 29 15:08:45.544767 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15d6ab-9424-45f3-8a11-cc0888426fac req-0e25e85c-a183-4501-852b-670f540dcac3 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:45.546120 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ba15d6ab-9424-45f3-8a11-cc0888426fac req-0e25e85c-a183-4501-852b-670f540dcac3 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.13 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 945 time: 0.0512908 Mar 29 15:08:45.636884 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-ba15d6ab-9424-45f3-8a11-cc0888426fac req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Deleting port 12f8914c-bde6-405f-a9db-15523b7e184d {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:45.637242 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ba15d6ab-9424-45f3-8a11-cc0888426fac req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:45.721835 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-ba15d6ab-9424-45f3-8a11-cc0888426fac req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] For port 12f8914c-bde6-405f-a9db-15523b7e184d, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=12f8914c-bde6-405f-a9db-15523b7e184d,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:45.722197 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ba15d6ab-9424-45f3-8a11-cc0888426fac req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:45.763069 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-592a3f63-2a40-4f47-a2e1-c713c181d046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:45.891399 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ba15d6ab-9424-45f3-8a11-cc0888426fac req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:45.891679 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ba15d6ab-9424-45f3-8a11-cc0888426fac req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:45.891989 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.l3_db [req-ba15d6ab-9424-45f3-8a11-cc0888426fac req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Floating IP 1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b disassociated. External IP: 172.27.1.48, port: 12f8914c-bde6-405f-a9db-15523b7e184d. Mar 29 15:08:45.892325 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-ba15d6ab-9424-45f3-8a11-cc0888426fac req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Calling delete_port for 12f8914c-bde6-405f-a9db-15523b7e184d owned by compute:nova {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:46.078640 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ba15d6ab-9424-45f3-8a11-cc0888426fac req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (12f8914c-bde6-405f-a9db-15523b7e184d), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:46.110666 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Pushing event deleted for resources: {'Port': ['ID=12f8914c-bde6-405f-a9db-15523b7e184d,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:46.122456 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:46.122810 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:46.123155 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:46.123492 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:46.123928 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:46.124146 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:46.124476 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:46.124803 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:46.125184 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:46.125512 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:46.125838 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:46.126164 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:46.126490 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:46.126812 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:46.127137 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:46.134008 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2be0520f-d124-47de-9068-8e092ae6a038 req-61b3b342-c3c5-468f-8280-c00d3a07ca3d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 210 time: 0.0756142 Mar 29 15:08:46.233425 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba15d6ab-9424-45f3-8a11-cc0888426fac req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Router 92254ba7-70f6-42af-b754-2f5e6239b2c6 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:08:46.340038 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba15d6ab-9424-45f3-8a11-cc0888426fac req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:08:46.349430 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c832d317-603e-49da-a011-faace39a94d0 None None] Sync routers for ids ['92254ba7-70f6-42af-b754-2f5e6239b2c6'] in dv-cinder-835525-2-iscsi {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:08:46.358744 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c832d317-603e-49da-a011-faace39a94d0 None None] Routers {'92254ba7-70f6-42af-b754-2f5e6239b2c6'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:08:46.359363 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-c832d317-603e-49da-a011-faace39a94d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:08:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['92254ba7-70f6-42af-b754-2f5e6239b2c6'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:46.383279 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba15d6ab-9424-45f3-8a11-cc0888426fac req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] No DVR routers for this DVR port 12f8914c-bde6-405f-a9db-15523b7e184d on host hv-cinder-83552 {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:08:46.386085 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-ba15d6ab-9424-45f3-8a11-cc0888426fac req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:46.389296 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ba15d6ab-9424-45f3-8a11-cc0888426fac req-0d3f43ed-6a74-4fd2-8acb-202f64d40561 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.13 "DELETE /v2.0/ports/12f8914c-bde6-405f-a9db-15523b7e184d HTTP/1.1" status: 204 len: 173 time: 0.8369257 Mar 29 15:08:46.389748 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074d2dc7-e232-4b56-be65-379ff1e05700', 'name': 'network-vif-deleted', 'tag': '12f8914c-bde6-405f-a9db-15523b7e184d'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:08:46.393700 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92ccb8a-c657-4e62-89d4-05dcf3021298" -d '{"events": [{"server_uuid": "074d2dc7-e232-4b56-be65-379ff1e05700", "name": "network-vif-deleted", "tag": "12f8914c-bde6-405f-a9db-15523b7e184d"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:08:46.476667 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-c832d317-603e-49da-a011-faace39a94d0 None None] Set router 92254ba7-70f6-42af-b754-2f5e6239b2c6 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:08:46.680745 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-c832d317-603e-49da-a011-faace39a94d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'name': 'tempest-ServerRescueNegativeTestJSON-928053462-router', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:04Z', 'revision_number': 4, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'gw_port': {'id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:57Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '55ab8f9e-59c2-476d-abb7-16217af5211b', 'name': '', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'mac_address': 'fa:16:3e:43:7c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:02Z', 'updated_at': '2022-03-29T14:52:14Z', 'revision_number': 5, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'subnets': [{'id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:46.709756 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c832d317-603e-49da-a011-faace39a94d0 None None] Checking router: 92254ba7-70f6-42af-b754-2f5e6239b2c6 for host: dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:08:46.717588 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c832d317-603e-49da-a011-faace39a94d0 None None] Routers {'92254ba7-70f6-42af-b754-2f5e6239b2c6'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:08:46.718180 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-c832d317-603e-49da-a011-faace39a94d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:08:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['92254ba7-70f6-42af-b754-2f5e6239b2c6'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:46.820763 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-c832d317-603e-49da-a011-faace39a94d0 None None] Set router 92254ba7-70f6-42af-b754-2f5e6239b2c6 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:08:47.017182 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-c832d317-603e-49da-a011-faace39a94d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'name': 'tempest-ServerRescueNegativeTestJSON-928053462-router', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:04Z', 'revision_number': 4, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'gw_port': {'id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:57Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '55ab8f9e-59c2-476d-abb7-16217af5211b', 'name': '', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'mac_address': 'fa:16:3e:43:7c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:02Z', 'updated_at': '2022-03-29T14:52:14Z', 'revision_number': 5, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'subnets': [{'id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:47.047601 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c832d317-603e-49da-a011-faace39a94d0 None None] The sync data for ids ['92254ba7-70f6-42af-b754-2f5e6239b2c6'] in dv-cinder-835525-2-iscsi is: [{'id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'name': 'tempest-ServerRescueNegativeTestJSON-928053462-router', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T14:52:04Z', 'revision_number': 4, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'gw_port': {'id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:57Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': '55ab8f9e-59c2-476d-abb7-16217af5211b', 'name': '', 'network_id': '7c6c5a1e-0a14-4a35-ae6c-15bfb7141370', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'mac_address': 'fa:16:3e:43:7c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:52:02Z', 'updated_at': '2022-03-29T14:52:14Z', 'revision_number': 5, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'subnets': [{'id': 'cdf69747-2a83-4214-ac37-59a006e5b5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:08:47.127656 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:47.250674 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-232c7a1a-e941-436f-abaf-80a20fb58396 req-7ec49b13-bdf7-469c-a17e-6a9967827d0d tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=074d2dc7-e232-4b56-be65-379ff1e05700 HTTP/1.1" status: 200 len: 210 time: 0.0298264 Mar 29 15:08:47.278344 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ca16f4-b1d8-4e91-8823-4186885b7913 None None] New status for floating IP 1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b: DOWN {{(pid=115501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:08:47.500436 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ba283d-fa67-4e92-9051-09ec0c475d12 x-openstack-request-id: req-f7ba283d-fa67-4e92-9051-09ec0c475d12 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:08:47.500871 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074d2dc7-e232-4b56-be65-379ff1e05700", "name": "network-vif-deleted", "tag": "12f8914c-bde6-405f-a9db-15523b7e184d", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:08:47.501032 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7ba283d-fa67-4e92-9051-09ec0c475d12 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:08:47.501414 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ba283d-fa67-4e92-9051-09ec0c475d12'] response: {'server_uuid': '074d2dc7-e232-4b56-be65-379ff1e05700', 'name': 'network-vif-deleted', 'tag': '12f8914c-bde6-405f-a9db-15523b7e184d', 'status': 'completed', 'code': 200} Mar 29 15:08:48.347346 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.433195 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 42748) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:48.485083 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b2d6b4ad-dd48-48ab-88e9-dbe5ed52811f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for security_group (30786850-d026-451d-b743-536f4736e0cb), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.508461 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b2d6b4ad-dd48-48ab-88e9-dbe5ed52811f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for security_group (30786850-d026-451d-b743-536f4736e0cb), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.621862 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b2d6b4ad-dd48-48ab-88e9-dbe5ed52811f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (30786850-d026-451d-b743-536f4736e0cb), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.624443 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-b2d6b4ad-dd48-48ab-88e9-dbe5ed52811f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.625610 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-b2d6b4ad-dd48-48ab-88e9-dbe5ed52811f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "DELETE /v2.0/security-groups/30786850-d026-451d-b743-536f4736e0cb HTTP/1.1" status: 204 len: 168 time: 0.1914427 Mar 29 15:08:48.628170 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 42750) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:48.634565 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6b4ad-dd48-48ab-88e9-dbe5ed52811f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30786850-d026-451d-b743-536f4736e0cb,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:48.641670 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.api.v2.resource [None req-49e37c9a-f48c-4ca3-97de-d60fac68b877 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] show failed (client error): The resource could not be found. Mar 29 15:08:48.642664 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-49e37c9a-f48c-4ca3-97de-d60fac68b877 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups/30786850-d026-451d-b743-536f4736e0cb HTTP/1.1" status: 404 len: 347 time: 0.0134866 Mar 29 15:08:48.645351 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 42752) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:48.987610 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Deleting port b28d0b9d-0735-4635-b83f-fc27b6d2772c {{(pid=115498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:48.987951 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (b28d0b9d-0735-4635-b83f-fc27b6d2772c), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.060792 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (b28d0b9d-0735-4635-b83f-fc27b6d2772c), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.061149 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for floatingip (b28d0b9d-0735-4635-b83f-fc27b6d2772c), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.073312 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Calling delete_port for b28d0b9d-0735-4635-b83f-fc27b6d2772c owned by network:floatingip {{(pid=115498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:49.253626 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (b28d0b9d-0735-4635-b83f-fc27b6d2772c), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.278765 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Pushing event deleted for resources: {'Port': ['ID=b28d0b9d-0735-4635-b83f-fc27b6d2772c,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:49.309243 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:49.309597 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:49.309943 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:49.310288 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:49.310629 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:49.310966 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:49.311301 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:49.311684 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:49.312021 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:49.312354 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:49.312703 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:49.313038 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:49.313370 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:49.313698 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:49.314022 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:49.353159 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks [] for floatingip (1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.355703 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.356847 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-cbf1c0f0-6e70-41ce-aa4d-8dac64c38dcc tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "DELETE /v2.0/floatingips/1ab1a3ea-ac53-4b8e-b626-38e7b9ebf12b HTTP/1.1" status: 204 len: 168 time: 0.7106175 Mar 29 15:08:49.611496 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 12f8914c-bde6-405f-a9db-15523b7e184d no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:08:49.633505 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] No Port match for: 12f8914c-bde6-405f-a9db-15523b7e184d {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:08:49.638143 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 12f8914c-bde6-405f-a9db-15523b7e184d not bound to the agent host hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:08:49.758423 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:52.371814 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629e4fd-a8d5-4fa7-b582-0fd2e49f19e2 req-3338b32e-692f-457d-b6d7-b33cd48c252f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:52.373323 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3629e4fd-a8d5-4fa7-b582-0fd2e49f19e2 req-3338b32e-692f-457d-b6d7-b33cd48c252f tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0530834 Mar 29 15:08:52.419126 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3629e4fd-a8d5-4fa7-b582-0fd2e49f19e2 req-1ee0d643-5a7a-431d-bce3-379cc026d2fa tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403042 Mar 29 15:08:52.861028 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207f4fc-7f18-4fac-b020-5397d63aacc7 req-87c96507-7fac-4cc0-b481-1369ff20bb37 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:52.862464 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9207f4fc-7f18-4fac-b020-5397d63aacc7 req-87c96507-7fac-4cc0-b481-1369ff20bb37 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.13 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 946 time: 0.0509348 Mar 29 15:08:52.953323 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-9207f4fc-7f18-4fac-b020-5397d63aacc7 req-d8fd4813-e139-4956-b83b-474744e96737 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Deleting port 2383dddb-6073-4d07-b8eb-f09b885e73cc {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:52.953664 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9207f4fc-7f18-4fac-b020-5397d63aacc7 req-d8fd4813-e139-4956-b83b-474744e96737 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:53.036969 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-9207f4fc-7f18-4fac-b020-5397d63aacc7 req-d8fd4813-e139-4956-b83b-474744e96737 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] For port 2383dddb-6073-4d07-b8eb-f09b885e73cc, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=2383dddb-6073-4d07-b8eb-f09b885e73cc,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:53.037880 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9207f4fc-7f18-4fac-b020-5397d63aacc7 req-d8fd4813-e139-4956-b83b-474744e96737 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:53.050308 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-9207f4fc-7f18-4fac-b020-5397d63aacc7 req-d8fd4813-e139-4956-b83b-474744e96737 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Calling delete_port for 2383dddb-6073-4d07-b8eb-f09b885e73cc owned by compute:nova {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:53.236452 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9207f4fc-7f18-4fac-b020-5397d63aacc7 req-d8fd4813-e139-4956-b83b-474744e96737 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (2383dddb-6073-4d07-b8eb-f09b885e73cc), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:53.264354 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd4813-e139-4956-b83b-474744e96737 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Pushing event deleted for resources: {'Port': ['ID=2383dddb-6073-4d07-b8eb-f09b885e73cc,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:53.270291 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['2383dddb-6073-4d07-b8eb-f09b885e73cc', '18e3779a-742a-456e-ac90-7f07367e899b'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:08:53.315928 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9207f4fc-7f18-4fac-b020-5397d63aacc7 req-d8fd4813-e139-4956-b83b-474744e96737 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] No DVR routers for this DVR port 2383dddb-6073-4d07-b8eb-f09b885e73cc on host hv-cinder-83552 {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:08:53.318604 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-9207f4fc-7f18-4fac-b020-5397d63aacc7 req-d8fd4813-e139-4956-b83b-474744e96737 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:53.322746 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-9207f4fc-7f18-4fac-b020-5397d63aacc7 req-d8fd4813-e139-4956-b83b-474744e96737 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.13 "DELETE /v2.0/ports/2383dddb-6073-4d07-b8eb-f09b885e73cc HTTP/1.1" status: 204 len: 173 time: 0.4546151 Mar 29 15:08:53.323212 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cece9a-896c-4968-b2cb-6e2d60af1c8b', 'name': 'network-vif-deleted', 'tag': '2383dddb-6073-4d07-b8eb-f09b885e73cc'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:08:53.325489 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df84d07-2d1d-470a-803f-9ad178614dcd" -d '{"events": [{"server_uuid": "47cece9a-896c-4968-b2cb-6e2d60af1c8b", "name": "network-vif-deleted", "tag": "2383dddb-6073-4d07-b8eb-f09b885e73cc"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:08:53.363947 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2488316-1662-440a-9fc8-9fe5c47f3a1e x-openstack-request-id: req-b2488316-1662-440a-9fc8-9fe5c47f3a1e {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:08:53.364311 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cece9a-896c-4968-b2cb-6e2d60af1c8b", "name": "network-vif-deleted", "tag": "2383dddb-6073-4d07-b8eb-f09b885e73cc", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:08:53.364631 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2488316-1662-440a-9fc8-9fe5c47f3a1e {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:08:53.365156 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2488316-1662-440a-9fc8-9fe5c47f3a1e'] response: {'server_uuid': '47cece9a-896c-4968-b2cb-6e2d60af1c8b', 'name': 'network-vif-deleted', 'tag': '2383dddb-6073-4d07-b8eb-f09b885e73cc', 'status': 'completed', 'code': 200} Mar 29 15:08:53.516618 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-eaa6f804-4382-451e-b70c-516f0d7ac666 req-0f8ae547-4f8d-41ef-a058-7872dd781f9c tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cece9a-896c-4968-b2cb-6e2d60af1c8b HTTP/1.1" status: 200 len: 210 time: 0.0311720 Mar 29 15:08:55.001772 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df00c2-8a90-48e5-a24a-783e9a52bcda req-ae5d344a-b39e-47e3-b927-aebd1e116319 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:55.003239 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c1df00c2-8a90-48e5-a24a-783e9a52bcda req-ae5d344a-b39e-47e3-b927-aebd1e116319 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0560002 Mar 29 15:08:55.050288 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c1df00c2-8a90-48e5-a24a-783e9a52bcda req-4017c6d5-c3b2-40cd-a01a-852e180329ff tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d1b92ea-0629-49ac-bed2-9a18d852a6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415530 Mar 29 15:08:55.505375 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac31439-75e5-4c8e-8fc2-fd4e41b91475 req-7206fff2-9f75-485c-a600-895270fb0364 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:55.506880 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-1ac31439-75e5-4c8e-8fc2-fd4e41b91475 req-7206fff2-9f75-485c-a600-895270fb0364 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.13 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 946 time: 0.0524757 Mar 29 15:08:55.595935 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-1ac31439-75e5-4c8e-8fc2-fd4e41b91475 req-4348f31e-efdd-4ad2-8453-b89e3e2c7dd1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Deleting port 18e3779a-742a-456e-ac90-7f07367e899b {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:55.596276 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-1ac31439-75e5-4c8e-8fc2-fd4e41b91475 req-4348f31e-efdd-4ad2-8453-b89e3e2c7dd1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (18e3779a-742a-456e-ac90-7f07367e899b), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:55.699242 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-1ac31439-75e5-4c8e-8fc2-fd4e41b91475 req-4348f31e-efdd-4ad2-8453-b89e3e2c7dd1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] For port 18e3779a-742a-456e-ac90-7f07367e899b, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=18e3779a-742a-456e-ac90-7f07367e899b,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:55.699607 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-1ac31439-75e5-4c8e-8fc2-fd4e41b91475 req-4348f31e-efdd-4ad2-8453-b89e3e2c7dd1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (18e3779a-742a-456e-ac90-7f07367e899b), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:55.712692 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-1ac31439-75e5-4c8e-8fc2-fd4e41b91475 req-4348f31e-efdd-4ad2-8453-b89e3e2c7dd1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Calling delete_port for 18e3779a-742a-456e-ac90-7f07367e899b owned by compute:nova {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:55.905238 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-1ac31439-75e5-4c8e-8fc2-fd4e41b91475 req-4348f31e-efdd-4ad2-8453-b89e3e2c7dd1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (18e3779a-742a-456e-ac90-7f07367e899b), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:55.917749 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:08:55.936809 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348f31e-efdd-4ad2-8453-b89e3e2c7dd1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Pushing event deleted for resources: {'Port': ['ID=18e3779a-742a-456e-ac90-7f07367e899b,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:55.939859 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['18e3779a-742a-456e-ac90-7f07367e899b'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:08:55.984402 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac31439-75e5-4c8e-8fc2-fd4e41b91475 req-4348f31e-efdd-4ad2-8453-b89e3e2c7dd1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] No DVR routers for this DVR port 18e3779a-742a-456e-ac90-7f07367e899b on host hv-cinder-83552 {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:08:55.986988 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-1ac31439-75e5-4c8e-8fc2-fd4e41b91475 req-4348f31e-efdd-4ad2-8453-b89e3e2c7dd1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:55.990368 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-1ac31439-75e5-4c8e-8fc2-fd4e41b91475 req-4348f31e-efdd-4ad2-8453-b89e3e2c7dd1 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.13 "DELETE /v2.0/ports/18e3779a-742a-456e-ac90-7f07367e899b HTTP/1.1" status: 204 len: 173 time: 0.4772594 Mar 29 15:08:55.990800 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c230b8a1-3de9-478c-a54c-193f8159aaa8', 'name': 'network-vif-deleted', 'tag': '18e3779a-742a-456e-ac90-7f07367e899b'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:08:55.993745 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8106909e-0964-4d06-b1ee-052faf7f50c7" -d '{"events": [{"server_uuid": "c230b8a1-3de9-478c-a54c-193f8159aaa8", "name": "network-vif-deleted", "tag": "18e3779a-742a-456e-ac90-7f07367e899b"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:08:56.028153 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4356dc33-cdbe-45cf-afc2-81a30c3ea862 x-openstack-request-id: req-4356dc33-cdbe-45cf-afc2-81a30c3ea862 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:08:56.028441 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c230b8a1-3de9-478c-a54c-193f8159aaa8", "name": "network-vif-deleted", "tag": "18e3779a-742a-456e-ac90-7f07367e899b", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:08:56.028695 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4356dc33-cdbe-45cf-afc2-81a30c3ea862 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:08:56.029192 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4356dc33-cdbe-45cf-afc2-81a30c3ea862'] response: {'server_uuid': 'c230b8a1-3de9-478c-a54c-193f8159aaa8', 'name': 'network-vif-deleted', 'tag': '18e3779a-742a-456e-ac90-7f07367e899b', 'status': 'completed', 'code': 200} Mar 29 15:08:56.144153 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2002813e-879f-4ea5-85b7-82d756610dc2 req-c55bba44-f89f-47fe-b1be-3aaf1d1420c5 tempest-ServerRescueNegativeTestJSON-1999991714 tempest-ServerRescueNegativeTestJSON-1999991714-project] 10.222.0.16 "GET /v2.0/ports?device_id=c230b8a1-3de9-478c-a54c-193f8159aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0263491 Mar 29 15:08:57.201809 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 42796) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:57.630474 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1a5a1d5c-8cd3-4603-b288-ed365000d283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606844'] for router_interface (92254ba7-70f6-42af-b754-2f5e6239b2c6), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:57.647317 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 2383dddb-6073-4d07-b8eb-f09b885e73cc no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:08:57.667510 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] No Port match for: 2383dddb-6073-4d07-b8eb-f09b885e73cc {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:08:57.667847 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 2383dddb-6073-4d07-b8eb-f09b885e73cc not bound to the agent host hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:08:57.668256 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 18e3779a-742a-456e-ac90-7f07367e899b no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:08:57.688698 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] No Port match for: 18e3779a-742a-456e-ac90-7f07367e899b {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:08:57.689061 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 18e3779a-742a-456e-ac90-7f07367e899b not bound to the agent host hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:08:57.870002 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a1d5c-8cd3-4603-b288-ed365000d283 admin admin] Deleting port 55ab8f9e-59c2-476d-abb7-16217af5211b {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:57.870252 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1a5a1d5c-8cd3-4603-b288-ed365000d283 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (55ab8f9e-59c2-476d-abb7-16217af5211b), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:57.944324 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [None req-1a5a1d5c-8cd3-4603-b288-ed365000d283 admin admin] For port 55ab8f9e-59c2-476d-abb7-16217af5211b, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=55ab8f9e-59c2-476d-abb7-16217af5211b,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:57.945286 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1a5a1d5c-8cd3-4603-b288-ed365000d283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (55ab8f9e-59c2-476d-abb7-16217af5211b), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:57.957208 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a1d5c-8cd3-4603-b288-ed365000d283 admin admin] Calling delete_port for 55ab8f9e-59c2-476d-abb7-16217af5211b owned by network:router_interface {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:58.201965 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1a5a1d5c-8cd3-4603-b288-ed365000d283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (55ab8f9e-59c2-476d-abb7-16217af5211b), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:58.226555 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a1d5c-8cd3-4603-b288-ed365000d283 admin admin] Pushing event deleted for resources: {'Port': ['ID=55ab8f9e-59c2-476d-abb7-16217af5211b,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:58.635893 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1a5a1d5c-8cd3-4603-b288-ed365000d283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-609260'] for router_interface (92254ba7-70f6-42af-b754-2f5e6239b2c6), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:58.844655 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5a1d5c-8cd3-4603-b288-ed365000d283 admin admin] Router 92254ba7-70f6-42af-b754-2f5e6239b2c6 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:08:58.948269 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5a1d5c-8cd3-4603-b288-ed365000d283 admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:08:58.953327 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-1a5a1d5c-8cd3-4603-b288-ed365000d283 admin admin] 10.222.0.16 "PUT /v2.0/routers/92254ba7-70f6-42af-b754-2f5e6239b2c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7504890 Mar 29 15:08:58.955821 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 42800) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:58.956629 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822bc6bf-cb2b-4a55-a019-5893ff4482bb None None] Sync routers for ids ['92254ba7-70f6-42af-b754-2f5e6239b2c6'] in dv-cinder-835525-2-iscsi {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:08:58.966709 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822bc6bf-cb2b-4a55-a019-5893ff4482bb None None] Routers {'92254ba7-70f6-42af-b754-2f5e6239b2c6'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:08:58.967319 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-822bc6bf-cb2b-4a55-a019-5893ff4482bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:08:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['92254ba7-70f6-42af-b754-2f5e6239b2c6'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:59.058369 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1d59f787-51de-453d-83fa-2f2a7158a4c5 admin admin] Publish callbacks [] for router (92254ba7-70f6-42af-b754-2f5e6239b2c6), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:59.165779 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1d59f787-51de-453d-83fa-2f2a7158a4c5 admin admin] Publish callbacks [] for router_gateway (92254ba7-70f6-42af-b754-2f5e6239b2c6), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:59.212489 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-822bc6bf-cb2b-4a55-a019-5893ff4482bb None None] Set router 92254ba7-70f6-42af-b754-2f5e6239b2c6 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:08:59.301595 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:59.307800 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-1d59f787-51de-453d-83fa-2f2a7158a4c5 admin admin] Deleting port c9c495bf-1deb-443f-993e-9b675b32a622 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:59.308299 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1d59f787-51de-453d-83fa-2f2a7158a4c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (c9c495bf-1deb-443f-993e-9b675b32a622), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:59.386754 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-822bc6bf-cb2b-4a55-a019-5893ff4482bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'name': 'tempest-ServerRescueNegativeTestJSON-928053462-router', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T15:08:58Z', 'revision_number': 5, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'gw_port': {'id': 'c9c495bf-1deb-443f-993e-9b675b32a622', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:51:57Z', 'updated_at': '2022-03-29T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:59.388095 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [None req-1d59f787-51de-453d-83fa-2f2a7158a4c5 admin admin] For port c9c495bf-1deb-443f-993e-9b675b32a622, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=c9c495bf-1deb-443f-993e-9b675b32a622,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:59.388458 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1d59f787-51de-453d-83fa-2f2a7158a4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (c9c495bf-1deb-443f-993e-9b675b32a622), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:59.401207 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-1d59f787-51de-453d-83fa-2f2a7158a4c5 admin admin] Calling delete_port for c9c495bf-1deb-443f-993e-9b675b32a622 owned by network:router_gateway {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:59.411818 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822bc6bf-cb2b-4a55-a019-5893ff4482bb None None] Checking router: 92254ba7-70f6-42af-b754-2f5e6239b2c6 for host: dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:08:59.420057 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822bc6bf-cb2b-4a55-a019-5893ff4482bb None None] Routers {'92254ba7-70f6-42af-b754-2f5e6239b2c6'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:08:59.420659 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-822bc6bf-cb2b-4a55-a019-5893ff4482bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:08:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['92254ba7-70f6-42af-b754-2f5e6239b2c6'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:59.506508 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-822bc6bf-cb2b-4a55-a019-5893ff4482bb None None] Set router 92254ba7-70f6-42af-b754-2f5e6239b2c6 gateway port host: None {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:08:59.559693 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-822bc6bf-cb2b-4a55-a019-5893ff4482bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'name': 'tempest-ServerRescueNegativeTestJSON-928053462-router', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T15:08:59Z', 'revision_number': 6, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'gw_port_host': None}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:59.585593 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822bc6bf-cb2b-4a55-a019-5893ff4482bb None None] The sync data for ids ['92254ba7-70f6-42af-b754-2f5e6239b2c6'] in dv-cinder-835525-2-iscsi is: [{'id': '92254ba7-70f6-42af-b754-2f5e6239b2c6', 'name': 'tempest-ServerRescueNegativeTestJSON-928053462-router', 'tenant_id': '7afda44ff1e84338b2d12e8ab33f1581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:51:55Z', 'updated_at': '2022-03-29T15:08:59Z', 'revision_number': 6, 'project_id': '7afda44ff1e84338b2d12e8ab33f1581', 'gw_port_host': None}] {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:08:59.621563 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1d59f787-51de-453d-83fa-2f2a7158a4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (c9c495bf-1deb-443f-993e-9b675b32a622), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:59.653017 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59f787-51de-453d-83fa-2f2a7158a4c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c495bf-1deb-443f-993e-9b675b32a622,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:59.712514 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1d59f787-51de-453d-83fa-2f2a7158a4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606214'] for router_gateway (92254ba7-70f6-42af-b754-2f5e6239b2c6), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:59.806152 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1d59f787-51de-453d-83fa-2f2a7158a4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (92254ba7-70f6-42af-b754-2f5e6239b2c6), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:59.808158 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1d59f787-51de-453d-83fa-2f2a7158a4c5 admin admin] Publish callbacks [] for router_controller (92254ba7-70f6-42af-b754-2f5e6239b2c6), precommit_delete_associations {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:59.910562 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1d59f787-51de-453d-83fa-2f2a7158a4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608739'] for router (92254ba7-70f6-42af-b754-2f5e6239b2c6), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:59.911052 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d59f787-51de-453d-83fa-2f2a7158a4c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92254ba7-70f6-42af-b754-2f5e6239b2c6 {{(pid=115499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:08:59.916089 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-1d59f787-51de-453d-83fa-2f2a7158a4c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:59.917531 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-1d59f787-51de-453d-83fa-2f2a7158a4c5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/92254ba7-70f6-42af-b754-2f5e6239b2c6 HTTP/1.1" status: 204 len: 168 time: 0.9605358 Mar 29 15:08:59.921450 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 42802) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:59.964400 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf8ce44-3043-402b-9be0-6a545c1603b4 admin admin] Deleting subnet cdf69747-2a83-4214-ac37-59a006e5b5af {{(pid=115499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:08:59.967642 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ce44-3043-402b-9be0-6a545c1603b4 admin admin] Publish callbacks [] for subnet (cdf69747-2a83-4214-ac37-59a006e5b5af), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:00.003594 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ce44-3043-402b-9be0-6a545c1603b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8420988'] for subnet (cdf69747-2a83-4214-ac37-59a006e5b5af), precommit_delete_associations {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:00.081838 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ce44-3043-402b-9be0-6a545c1603b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187270'] for subnet (cdf69747-2a83-4214-ac37-59a006e5b5af), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:00.198382 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ce44-3043-402b-9be0-6a545c1603b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9129967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364887'] for subnet (cdf69747-2a83-4214-ac37-59a006e5b5af), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:00.221332 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8ce44-3043-402b-9be0-6a545c1603b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf69747-2a83-4214-ac37-59a006e5b5af,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:00.228339 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ce44-3043-402b-9be0-6a545c1603b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:00.232125 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-0cf8ce44-3043-402b-9be0-6a545c1603b4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cdf69747-2a83-4214-ac37-59a006e5b5af HTTP/1.1" status: 204 len: 168 time: 0.3113463 Mar 29 15:09:00.233680 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e0beee-89a9-4717-9105-ee15a8ababc6 None None] Network 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:09:00.234623 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 42804) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:00.304585 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1063815'] for network (7c6c5a1e-0a14-4a35-ae6c-15bfb7141370), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:00.360931 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] Deleting port de2cb942-da80-43c4-9fc3-b6b6f851dc76 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:09:00.361646 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (de2cb942-da80-43c4-9fc3-b6b6f851dc76), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:00.396157 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] DHCP port deletion for 7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 request from dv-cinder-835525-2-iscsi {{(pid=115500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:09:00.423423 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] For port de2cb942-da80-43c4-9fc3-b6b6f851dc76, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=de2cb942-da80-43c4-9fc3-b6b6f851dc76,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:09:00.423764 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (de2cb942-da80-43c4-9fc3-b6b6f851dc76), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:00.438232 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] Calling delete_port for de2cb942-da80-43c4-9fc3-b6b6f851dc76 owned by network:dhcp {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:09:00.445755 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Deleting port de2cb942-da80-43c4-9fc3-b6b6f851dc76 {{(pid=115500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:09:00.446134 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (de2cb942-da80-43c4-9fc3-b6b6f851dc76), before_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:00.510122 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] For port de2cb942-da80-43c4-9fc3-b6b6f851dc76, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=de2cb942-da80-43c4-9fc3-b6b6f851dc76,segment=NetworkSegment(0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4),segment_id=0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:09:00.510513 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (de2cb942-da80-43c4-9fc3-b6b6f851dc76), precommit_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:00.524215 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Calling delete_port for de2cb942-da80-43c4-9fc3-b6b6f851dc76 owned by network:dhcp {{(pid=115500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:09:00.593151 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (de2cb942-da80-43c4-9fc3-b6b6f851dc76), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:00.606528 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271'] for port (de2cb942-da80-43c4-9fc3-b6b6f851dc76), after_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:00.619115 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] Pushing event deleted for resources: {'Port': ['ID=de2cb942-da80-43c4-9fc3-b6b6f851dc76,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:00.619591 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] No DVR routers for this DVR port de2cb942-da80-43c4-9fc3-b6b6f851dc76 on host dv-cinder-835525-2-iscsi {{(pid=115500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:09:00.622654 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] No DVR routers for this DVR port de2cb942-da80-43c4-9fc3-b6b6f851dc76 on host dv-cinder-835525-2-iscsi {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:09:00.642685 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Pushing event deleted for resources: {'Port': ['ID=de2cb942-da80-43c4-9fc3-b6b6f851dc76,revision_number=None']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:00.650550 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:00.650873 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:00.651213 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:00.651552 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:00.651873 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:00.652196 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:00.652520 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:00.652842 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:00.653200 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:00.653524 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:00.653845 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:00.654168 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:00.654492 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:00.654805 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:00.655127 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae33cec-53e9-43e7-b84c-4720ff7d5c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:00.698723 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 55ab8f9e-59c2-476d-abb7-16217af5211b no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:09:00.704886 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8727032248890'] for network (7c6c5a1e-0a14-4a35-ae6c-15bfb7141370), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:00.719567 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: 55ab8f9e-59c2-476d-abb7-16217af5211b {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:09:00.719908 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 55ab8f9e-59c2-476d-abb7-16217af5211b not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:09:00.720324 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device de2cb942-da80-43c4-9fc3-b6b6f851dc76 no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:09:00.724916 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6c5a1e-0a14-4a35-ae6c-15bfb7141370']}} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:00.734076 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4') {'for_net_delete': True} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:00.734369 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.services.segments.db [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4') {} {{(pid=115499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:00.741754 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: de2cb942-da80-43c4-9fc3-b6b6f851dc76 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:09:00.742100 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device de2cb942-da80-43c4-9fc3-b6b6f851dc76 not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:09:00.742512 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device c9c495bf-1deb-443f-993e-9b675b32a622 no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:09:00.743505 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727032247107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8420983'] for segment (0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:00.757517 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:00.761644 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: c9c495bf-1deb-443f-993e-9b675b32a622 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:09:00.761988 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device c9c495bf-1deb-443f-993e-9b675b32a622 not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:09:00.764261 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=115499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9130313'] for segment (0ba099c6-e0c6-4c9d-8b3d-4321d73e1bb4), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: Traceback (most recent call last): Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: timer() Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: cb(*args, **kw) Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: return func(*args, **kwargs) Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: self._notify() Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: self.callback(batched_events) Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: event.method(event) Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: return f(self, *a, **k) Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: return self._get(url).json() Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: return self.request(url, 'GET', **kwargs) Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:09:00.769157 dv-cinder-835525-2-iscsi neutron-server[115499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:09:00.912913 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606314'] for network (7c6c5a1e-0a14-4a35-ae6c-15bfb7141370), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:00.918500 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:00.921716 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] 10.222.0.16 "DELETE /v2.0/networks/7c6c5a1e-0a14-4a35-ae6c-15bfb7141370 HTTP/1.1" status: 204 len: 168 time: 0.6861794 Mar 29 15:09:00.933355 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500aba07-ed89-4966-bafe-012d0311ccfd admin admin] Pushing event deleted for resources: {'Network': ['ID=7c6c5a1e-0a14-4a35-ae6c-15bfb7141370,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:01.208582 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 42808) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:01.247476 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-7960df0f-8aa9-4857-b196-d8d853611a75 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7afda44ff1e84338b2d12e8ab33f1581&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376270 Mar 29 15:09:01.249802 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 42810) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:01.298704 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-149a1deb-a4ee-402c-aca1-d140204590a4 admin admin] Publish callbacks [] for security_group (8d1b92ea-0629-49ac-bed2-9a18d852a6c7), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:01.318955 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-149a1deb-a4ee-402c-aca1-d140204590a4 admin admin] Publish callbacks [] for security_group (8d1b92ea-0629-49ac-bed2-9a18d852a6c7), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:01.426418 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-149a1deb-a4ee-402c-aca1-d140204590a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (8d1b92ea-0629-49ac-bed2-9a18d852a6c7), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:01.429555 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-149a1deb-a4ee-402c-aca1-d140204590a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:01.430685 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-149a1deb-a4ee-402c-aca1-d140204590a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d1b92ea-0629-49ac-bed2-9a18d852a6c7 HTTP/1.1" status: 204 len: 168 time: 0.1800063 Mar 29 15:09:01.439199 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a1deb-a4ee-402c-aca1-d140204590a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1b92ea-0629-49ac-bed2-9a18d852a6c7,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:02.383207 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 42832) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:02.473975 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-f95e0754-1b57-415b-b21c-b726fe6d0ad9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-282939391-network', 'tenant_id': '5add870b1cb0435c893e50d9e9670477'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:09:02.607312 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95e0754-1b57-415b-b21c-b726fe6d0ad9 admin admin] Made reservation on behalf of 5add870b1cb0435c893e50d9e9670477 for: {'network': 1} {{(pid=115498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:09:02.609534 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f95e0754-1b57-415b-b21c-b726fe6d0ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:02.618388 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f95e0754-1b57-415b-b21c-b726fe6d0ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:02.691642 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f95e0754-1b57-415b-b21c-b726fe6d0ad9 admin admin] Publish callbacks [] for security_group (b2b3b608-6f42-422f-b407-f8a236ca7e94), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:02.769470 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f95e0754-1b57-415b-b21c-b726fe6d0ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (b2b3b608-6f42-422f-b407-f8a236ca7e94), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:02.793746 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95e0754-1b57-415b-b21c-b726fe6d0ad9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=115498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:09:02.807089 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e0754-1b57-415b-b21c-b726fe6d0ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b3b608-6f42-422f-b407-f8a236ca7e94,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:02.811706 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f95e0754-1b57-415b-b21c-b726fe6d0ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (72a1208e-e99f-4c50-9ee5-e8f0070ee172), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:02.812041 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.db.segments_db [None req-f95e0754-1b57-415b-b21c-b726fe6d0ad9 admin admin] Added segment 72a1208e-e99f-4c50-9ee5-e8f0070ee172 of type vlan for network 89fb8a01-b701-481f-b5fe-0f5bee52dd67 Mar 29 15:09:02.848933 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f95e0754-1b57-415b-b21c-b726fe6d0ad9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727031888698'] for network (89fb8a01-b701-481f-b5fe-0f5bee52dd67), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:02.935371 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f95e0754-1b57-415b-b21c-b726fe6d0ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for network (89fb8a01-b701-481f-b5fe-0f5bee52dd67), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:02.936298 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95e0754-1b57-415b-b21c-b726fe6d0ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:02.936873 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-f95e0754-1b57-415b-b21c-b726fe6d0ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:02.993701 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e0754-1b57-415b-b21c-b726fe6d0ad9 admin admin] Pushing event updated for resources: {'Network': ['ID=89fb8a01-b701-481f-b5fe-0f5bee52dd67,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:03.003042 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Network 89fb8a01-b701-481f-b5fe-0f5bee52dd67 details requested by agent ovs-agent-dv-cinder-835525-2-iscsi with host dv-cinder-835525-2-iscsi {{(pid=115500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:09:03.069915 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-f95e0754-1b57-415b-b21c-b726fe6d0ad9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6856203 Mar 29 15:09:03.072689 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 42836) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:03.077426 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-be926241-ec9e-4c05-b055-d7e1ff2690cc admin admin] Request body: {'subnet': {'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-subnet', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:09:03.158188 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be926241-ec9e-4c05-b055-d7e1ff2690cc admin admin] Made reservation on behalf of 5add870b1cb0435c893e50d9e9670477 for: {'subnet': 1} {{(pid=115498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:09:03.160483 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-be926241-ec9e-4c05-b055-d7e1ff2690cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8856160'] for subnet (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:03.402012 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-be926241-ec9e-4c05-b055-d7e1ff2690cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10357284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8856182'] for subnet (4f249259-f45c-4953-a87f-362f60357e21), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:03.457380 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be926241-ec9e-4c05-b055-d7e1ff2690cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f249259-f45c-4953-a87f-362f60357e21,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:03.465644 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be926241-ec9e-4c05-b055-d7e1ff2690cc admin admin] Checking segment: {'id': '72a1208e-e99f-4c50-9ee5-e8f0070ee172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:09:03.466000 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be926241-ec9e-4c05-b055-d7e1ff2690cc admin admin] Network hostable DHCP agents. Network: 89fb8a01-b701-481f-b5fe-0f5bee52dd67, hostable agents: ['d54be346-8d38-4a55-9238-c2600b34a430'], hosted agents: [] {{(pid=115498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:09:03.584352 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be926241-ec9e-4c05-b055-d7e1ff2690cc admin admin] Network 89fb8a01-b701-481f-b5fe-0f5bee52dd67 is scheduled to be hosted by DHCP agent d54be346-8d38-4a55-9238-c2600b34a430 with binding_index 1 {{(pid=115498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:09:03.666907 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-be926241-ec9e-4c05-b055-d7e1ff2690cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-2-iscsi, 89fb8a01-b701-481f-b5fe-0f5bee52dd67) {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:09:03.670958 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be926241-ec9e-4c05-b055-d7e1ff2690cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:03.674937 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-be926241-ec9e-4c05-b055-d7e1ff2690cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for subnet (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:03.676280 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6c3d09-d0d0-4cd3-9c3f-9b2244f2fd5b None None] Network 89fb8a01-b701-481f-b5fe-0f5bee52dd67 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:09:03.747734 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-be926241-ec9e-4c05-b055-d7e1ff2690cc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6738489 Mar 29 15:09:03.750167 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 42838) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:03.754414 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-37b12ef4-9118-4405-84bb-cbe6d98c1cac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:09:03.773614 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4e11d19-54b5-538b-a24b-6e69b5ff0a21-89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'project_id': '5add870b1cb0435c893e50d9e9670477', 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21'}]}} from dv-cinder-835525-2-iscsi. {{(pid=115500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:09:03.774445 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:03.838980 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-37b12ef4-9118-4405-84bb-cbe6d98c1cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router (a3324915-7e75-409c-b7fe-93c335065156), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:03.840095 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-37b12ef4-9118-4405-84bb-cbe6d98c1cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-606453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (a3324915-7e75-409c-b7fe-93c335065156), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:03.896593 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-37b12ef4-9118-4405-84bb-cbe6d98c1cac admin admin] Publish callbacks [] for router_controller (a3324915-7e75-409c-b7fe-93c335065156), precommit_add_association {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:03.907792 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.db_base_plugin_common [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] Allocated IP 172.20.0.2 (89fb8a01-b701-481f-b5fe-0f5bee52dd67/4f249259-f45c-4953-a87f-362f60357e21/d63596e5-7dc8-4f8b-b05c-19be10628745) {{(pid=115500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:09:04.048956 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] Publish callbacks [] for port (d63596e5-7dc8-4f8b-b05c-19be10628745), precommit_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:04.116501 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-37b12ef4-9118-4405-84bb-cbe6d98c1cac admin admin] Publish callbacks [] for router_gateway (a3324915-7e75-409c-b7fe-93c335065156), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:04.134722 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262'] for port (d63596e5-7dc8-4f8b-b05c-19be10628745), after_create {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:04.170462 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] Network 89fb8a01-b701-481f-b5fe-0f5bee52dd67 is already hosted by enough agents. {{(pid=115500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:09:04.173181 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.scheduler.base_scheduler [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] Resources bound (agent type, host, resource id): {{(pid=115500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:09:04.175479 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] Received port after_create {{(pid=115500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:09:04.190587 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] Pushing event updated for resources: {'Port': ['ID=d63596e5-7dc8-4f8b-b05c-19be10628745,revision_number=1']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:04.239616 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] Attempting to bind port d63596e5-7dc8-4f8b-b05c-19be10628745 on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:09:04.240074 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] Attempting to bind port d63596e5-7dc8-4f8b-b05c-19be10628745 by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '72a1208e-e99f-4c50-9ee5-e8f0070ee172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:09:04.240434 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] Attempting to bind port d63596e5-7dc8-4f8b-b05c-19be10628745 on network 89fb8a01-b701-481f-b5fe-0f5bee52dd67 {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:09:04.245999 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:09:04.246368 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] Checking segment: {'id': '72a1208e-e99f-4c50-9ee5-e8f0070ee172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:09:04.246757 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:04.247139 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] Bound using segment: {'id': '72a1208e-e99f-4c50-9ee5-e8f0070ee172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:09:04.247605 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] Bound port: d63596e5-7dc8-4f8b-b05c-19be10628745, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a1208e-e99f-4c50-9ee5-e8f0070ee172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:09:04.247975 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (d63596e5-7dc8-4f8b-b05c-19be10628745), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:04.313153 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] For port d63596e5-7dc8-4f8b-b05c-19be10628745, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:09:04.320050 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] For port d63596e5-7dc8-4f8b-b05c-19be10628745, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=d63596e5-7dc8-4f8b-b05c-19be10628745,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:09:04.402700 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (d63596e5-7dc8-4f8b-b05c-19be10628745), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:04.413386 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-37b12ef4-9118-4405-84bb-cbe6d98c1cac admin admin] Publish callbacks [] for router_gateway (a3324915-7e75-409c-b7fe-93c335065156), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:04.433649 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-37b12ef4-9118-4405-84bb-cbe6d98c1cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:04.462474 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095baed-9398-4462-b7d8-ea80bae59fac None None] Pushing event updated for resources: {'Port': ['ID=d63596e5-7dc8-4f8b-b05c-19be10628745,revision_number=2']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:04.542472 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_common [None req-37b12ef4-9118-4405-84bb-cbe6d98c1cac admin admin] Allocated IP 172.27.1.93 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f) {{(pid=115498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:09:04.670734 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-37b12ef4-9118-4405-84bb-cbe6d98c1cac admin admin] Publish callbacks [] for port (5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:04.721474 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device d63596e5-7dc8-4f8b-b05c-19be10628745 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:09:04.768154 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-37b12ef4-9118-4405-84bb-cbe6d98c1cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:04.772132 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port d63596e5-7dc8-4f8b-b05c-19be10628745 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:09:04.772509 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (d63596e5-7dc8-4f8b-b05c-19be10628745), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:04.812085 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b12ef4-9118-4405-84bb-cbe6d98c1cac admin admin] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:09:04.815080 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-37b12ef4-9118-4405-84bb-cbe6d98c1cac admin admin] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:09:04.820831 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b12ef4-9118-4405-84bb-cbe6d98c1cac admin admin] Received port after_create {{(pid=115498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:09:04.826445 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b12ef4-9118-4405-84bb-cbe6d98c1cac admin admin] Pushing event updated for resources: {'Port': ['ID=5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:04.856958 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port d63596e5-7dc8-4f8b-b05c-19be10628745 is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:09:04.857302 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (d63596e5-7dc8-4f8b-b05c-19be10628745), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:04.893920 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] For port d63596e5-7dc8-4f8b-b05c-19be10628745, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=d63596e5-7dc8-4f8b-b05c-19be10628745,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:09:04.973421 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (d63596e5-7dc8-4f8b-b05c-19be10628745), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:05.022057 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Pushing event updated for resources: {'Port': ['ID=d63596e5-7dc8-4f8b-b05c-19be10628745,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:05.137611 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-37b12ef4-9118-4405-84bb-cbe6d98c1cac admin admin] Publish callbacks [] for router_gateway (a3324915-7e75-409c-b7fe-93c335065156), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:05.341413 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-37b12ef4-9118-4405-84bb-cbe6d98c1cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-606242'] for router (a3324915-7e75-409c-b7fe-93c335065156), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:05.349863 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c78bcc7-7d1d-4efe-b5a3-57e633ee94b7 None None] Network 89fb8a01-b701-481f-b5fe-0f5bee52dd67 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:09:05.432998 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-4be14042-1729-4260-9b46-19a72f4ef000 None None] Provisioning complete for port d63596e5-7dc8-4f8b-b05c-19be10628745 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:09:05.433665 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-4be14042-1729-4260-9b46-19a72f4ef000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (d63596e5-7dc8-4f8b-b05c-19be10628745), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:05.542615 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-4be14042-1729-4260-9b46-19a72f4ef000 None None] Current status of the port d63596e5-7dc8-4f8b-b05c-19be10628745 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:09:05.558308 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b12ef4-9118-4405-84bb-cbe6d98c1cac admin admin] Router a3324915-7e75-409c-b7fe-93c335065156 is scheduled to L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 with binding_index 1 {{(pid=115498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:09:05.672610 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b12ef4-9118-4405-84bb-cbe6d98c1cac admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:09:05.682535 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] Sync routers for ids ['a3324915-7e75-409c-b7fe-93c335065156'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:09:05.691877 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] Routers {'a3324915-7e75-409c-b7fe-93c335065156'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:09:05.692479 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:08:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a3324915-7e75-409c-b7fe-93c335065156'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:05.763575 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-04491c5a-90d4-4edf-9b7a-035dedbe3eb5 None None] Provisioning complete for port d63596e5-7dc8-4f8b-b05c-19be10628745 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:09:05.763854 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-04491c5a-90d4-4edf-9b7a-035dedbe3eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (d63596e5-7dc8-4f8b-b05c-19be10628745), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:05.800696 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-37b12ef4-9118-4405-84bb-cbe6d98c1cac admin admin] Publish callbacks [] for router (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:05.804612 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-37b12ef4-9118-4405-84bb-cbe6d98c1cac admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0508559 Mar 29 15:09:05.805431 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 42840) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:05.850709 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-04491c5a-90d4-4edf-9b7a-035dedbe3eb5 None None] Current status of the port d63596e5-7dc8-4f8b-b05c-19be10628745 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:09:05.889880 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] Set router a3324915-7e75-409c-b7fe-93c335065156 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:09:06.059688 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:09:04Z', 'revision_number': 3, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port': {'id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:04Z', 'updated_at': '2022-03-29T15:09:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:06.084788 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] Checking router: a3324915-7e75-409c-b7fe-93c335065156 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:09:06.085268 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] Updating router a3324915-7e75-409c-b7fe-93c335065156 port 5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f binding host dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:09:06.113050 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:06.366917 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] Publish callbacks [] for port (5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f), precommit_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:06.436189 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8814de2f-afbf-45e9-a7ab-5fb2a30af10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:06.450020 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:06.501248 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] Attempting to bind port 5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:09:06.501608 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] Attempting to bind port 5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:09:06.501963 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] Attempting to bind port 5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f on network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:09:06.503883 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fc7bf-3567-4b38-8931-137573d723d2 None None] Pushing event updated for resources: {'Port': ['ID=5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f,revision_number=2']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:06.512353 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:09:06.512721 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] Checking segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:09:06.513143 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:06.513526 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] Bound using segment: {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'} {{(pid=115501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:09:06.513976 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.managers [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] Bound port: 5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536ab092-afc0-4604-8c0e-0bff1d204e7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}}] {{(pid=115501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:09:06.514346 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f), before_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:06.516419 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fc7bf-3567-4b38-8931-137573d723d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:06.516786 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fc7bf-3567-4b38-8931-137573d723d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:06.517125 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fc7bf-3567-4b38-8931-137573d723d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:06.517482 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fc7bf-3567-4b38-8931-137573d723d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:06.517801 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fc7bf-3567-4b38-8931-137573d723d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:06.518119 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fc7bf-3567-4b38-8931-137573d723d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:06.518435 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fc7bf-3567-4b38-8931-137573d723d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:06.518747 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fc7bf-3567-4b38-8931-137573d723d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:06.519060 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fc7bf-3567-4b38-8931-137573d723d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:06.519373 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fc7bf-3567-4b38-8931-137573d723d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:06.519690 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fc7bf-3567-4b38-8931-137573d723d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:06.520020 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fc7bf-3567-4b38-8931-137573d723d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:06.520336 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fc7bf-3567-4b38-8931-137573d723d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:06.520645 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fc7bf-3567-4b38-8931-137573d723d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:06.520954 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fc7bf-3567-4b38-8931-137573d723d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:06.572319 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] For port 5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:09:06.575567 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.plugins.ml2.db [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] For port 5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:09:06.590344 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_common [None req-8814de2f-afbf-45e9-a7ab-5fb2a30af10c admin admin] Allocated IP 172.20.0.1 (89fb8a01-b701-481f-b5fe-0f5bee52dd67/4f249259-f45c-4953-a87f-362f60357e21/f0ec915b-0a18-4809-baa6-f960c5379aaa) {{(pid=115498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:09:06.651508 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron_lib.callbacks.manager [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f), after_update {{(pid=115501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:06.697133 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8814de2f-afbf-45e9-a7ab-5fb2a30af10c admin admin] Publish callbacks [] for port (f0ec915b-0a18-4809-baa6-f960c5379aaa), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:06.705518 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device d63596e5-7dc8-4f8b-b05c-19be10628745 up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:09:06.714276 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] Routers {'a3324915-7e75-409c-b7fe-93c335065156'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:09:06.714908 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:08:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a3324915-7e75-409c-b7fe-93c335065156'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:06.752322 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fc7bf-3567-4b38-8931-137573d723d2 None None] Pushing event updated for resources: {'Port': ['ID=5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f,revision_number=3']} {{(pid=115501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:06.759268 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port d63596e5-7dc8-4f8b-b05c-19be10628745 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:09:06.759618 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (d63596e5-7dc8-4f8b-b05c-19be10628745), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:06.796765 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8814de2f-afbf-45e9-a7ab-5fb2a30af10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (f0ec915b-0a18-4809-baa6-f960c5379aaa), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:06.834135 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] Set router a3324915-7e75-409c-b7fe-93c335065156 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:09:06.839705 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port d63596e5-7dc8-4f8b-b05c-19be10628745 is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:09:06.842019 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8814de2f-afbf-45e9-a7ab-5fb2a30af10c admin admin] Network 89fb8a01-b701-481f-b5fe-0f5bee52dd67 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:09:06.845318 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-8814de2f-afbf-45e9-a7ab-5fb2a30af10c admin admin] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:09:06.851239 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8814de2f-afbf-45e9-a7ab-5fb2a30af10c admin admin] Received port after_create {{(pid=115498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:09:06.874848 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814de2f-afbf-45e9-a7ab-5fb2a30af10c admin admin] Pushing event updated for resources: {'Port': ['ID=f0ec915b-0a18-4809-baa6-f960c5379aaa,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:06.895929 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8814de2f-afbf-45e9-a7ab-5fb2a30af10c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606965'] for router_interface (a3324915-7e75-409c-b7fe-93c335065156), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:07.021723 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:09:04Z', 'revision_number': 3, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port': {'id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:04Z', 'updated_at': '2022-03-29T15:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:07.049324 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219dc195-0766-43fd-a7d0-ab02d6e2b1b4 None None] The sync data for ids ['a3324915-7e75-409c-b7fe-93c335065156'] in dv-cinder-835525-2-iscsi is: [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:09:04Z', 'revision_number': 3, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port': {'id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:04Z', 'updated_at': '2022-03-29T15:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:09:07.081230 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-5c4e7357-e56d-4a35-afb4-63b5b3d29b4f None None] Provisioning complete for port f0ec915b-0a18-4809-baa6-f960c5379aaa triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:09:07.081838 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c4e7357-e56d-4a35-afb4-63b5b3d29b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (f0ec915b-0a18-4809-baa6-f960c5379aaa), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:07.106712 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8814de2f-afbf-45e9-a7ab-5fb2a30af10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (f0ec915b-0a18-4809-baa6-f960c5379aaa), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:07.126088 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-5c4e7357-e56d-4a35-afb4-63b5b3d29b4f None None] Port f0ec915b-0a18-4809-baa6-f960c5379aaa cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:09:07.300420 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8814de2f-afbf-45e9-a7ab-5fb2a30af10c admin admin] Publish callbacks [] for port (f0ec915b-0a18-4809-baa6-f960c5379aaa), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:07.361851 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8814de2f-afbf-45e9-a7ab-5fb2a30af10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359965'] for port (f0ec915b-0a18-4809-baa6-f960c5379aaa), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:07.429778 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814de2f-afbf-45e9-a7ab-5fb2a30af10c admin admin] Pushing event updated for resources: {'Port': ['ID=f0ec915b-0a18-4809-baa6-f960c5379aaa,revision_number=2']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:07.434509 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8814de2f-afbf-45e9-a7ab-5fb2a30af10c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606817'] for router_interface (a3324915-7e75-409c-b7fe-93c335065156), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:07.532233 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8814de2f-afbf-45e9-a7ab-5fb2a30af10c admin admin] Network 89fb8a01-b701-481f-b5fe-0f5bee52dd67 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:09:07.533725 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-8814de2f-afbf-45e9-a7ab-5fb2a30af10c admin admin] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:09:07.661348 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8814de2f-afbf-45e9-a7ab-5fb2a30af10c admin admin] Router a3324915-7e75-409c-b7fe-93c335065156 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:09:07.752462 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-e908a057-a7b2-4a9b-84aa-87223be8b068 None None] Provisioning complete for port f0ec915b-0a18-4809-baa6-f960c5379aaa triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:09:07.753159 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e908a057-a7b2-4a9b-84aa-87223be8b068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (f0ec915b-0a18-4809-baa6-f960c5379aaa), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:07.776185 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8814de2f-afbf-45e9-a7ab-5fb2a30af10c admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:09:07.788961 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-8814de2f-afbf-45e9-a7ab-5fb2a30af10c admin admin] 10.222.0.16 "PUT /v2.0/routers/a3324915-7e75-409c-b7fe-93c335065156/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9747586 Mar 29 15:09:07.801809 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-e908a057-a7b2-4a9b-84aa-87223be8b068 None None] Port f0ec915b-0a18-4809-baa6-f960c5379aaa cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:09:08.300762 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 42848) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:08.305898 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-e91f5e23-4fac-4200-892c-1d02ca80967e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Request body: {'security_group': {'name': 'tempest-securitygroup--208912447', 'description': 'tempest-description--1052276799'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:09:08.390275 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e91f5e23-4fac-4200-892c-1d02ca80967e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.459705 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e91f5e23-4fac-4200-892c-1d02ca80967e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group (1275e1eb-7a24-4840-b012-9f300fa76a7a), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.510880 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] Sync routers for ids ['a3324915-7e75-409c-b7fe-93c335065156'] in dv-cinder-835525-2-iscsi {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:09:08.521129 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] Routers {'a3324915-7e75-409c-b7fe-93c335065156'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:09:08.521748 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:08:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a3324915-7e75-409c-b7fe-93c335065156'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:08.529784 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e91f5e23-4fac-4200-892c-1d02ca80967e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (1275e1eb-7a24-4840-b012-9f300fa76a7a), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.559322 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f5e23-4fac-4200-892c-1d02ca80967e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1275e1eb-7a24-4840-b012-9f300fa76a7a,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:08.598110 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e91f5e23-4fac-4200-892c-1d02ca80967e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.599467 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-e91f5e23-4fac-4200-892c-1d02ca80967e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2976565 Mar 29 15:09:08.602314 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 42850) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:08.606718 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-44c6f5fc-a7c1-4cb3-a49a-c52da443a62a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Request body: {'security_group_rule': {'security_group_id': '1275e1eb-7a24-4840-b012-9f300fa76a7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:09:08.630375 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] Set router a3324915-7e75-409c-b7fe-93c335065156 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:09:08.688662 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-44c6f5fc-a7c1-4cb3-a49a-c52da443a62a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group_rule (3a7d9dba-a71c-414c-9c33-e69f83ee5f5f), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.718983 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:09:08.748685 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-44c6f5fc-a7c1-4cb3-a49a-c52da443a62a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group_rule (3a7d9dba-a71c-414c-9c33-e69f83ee5f5f), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.821089 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-44c6f5fc-a7c1-4cb3-a49a-c52da443a62a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (3a7d9dba-a71c-414c-9c33-e69f83ee5f5f), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.825476 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:09:08.825476 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.841541 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f5fc-a7c1-4cb3-a49a-c52da443a62a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7d9dba-a71c-414c-9c33-e69f83ee5f5f,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:08.909497 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-44c6f5fc-a7c1-4cb3-a49a-c52da443a62a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.910781 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-44c6f5fc-a7c1-4cb3-a49a-c52da443a62a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3075120 Mar 29 15:09:08.913597 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 42852) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:08.919035 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-1643ee2f-62fc-4447-8a4a-d27ca9e5ba89 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Request body: {'security_group_rule': {'security_group_id': '1275e1eb-7a24-4840-b012-9f300fa76a7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:09:09.003592 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1643ee2f-62fc-4447-8a4a-d27ca9e5ba89 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group_rule (86db12f4-73e0-4ac5-bc86-40c9087ff615), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.058737 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1643ee2f-62fc-4447-8a4a-d27ca9e5ba89 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group_rule (86db12f4-73e0-4ac5-bc86-40c9087ff615), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.065144 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:09:06Z', 'revision_number': 4, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port': {'id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:04Z', 'updated_at': '2022-03-29T15:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': 'f0ec915b-0a18-4809-baa6-f960c5379aaa', 'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'mac_address': 'fa:16:3e:be:9e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:06Z', 'updated_at': '2022-03-29T15:09:07Z', 'revision_number': 2, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'subnets': [{'id': '4f249259-f45c-4953-a87f-362f60357e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:09.069267 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:09:09.069653 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.101082 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] Checking router: a3324915-7e75-409c-b7fe-93c335065156 for host: dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:09:09.102050 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] Updating router a3324915-7e75-409c-b7fe-93c335065156 port f0ec915b-0a18-4809-baa6-f960c5379aaa binding host dv-cinder-835525-2-iscsi {{(pid=115500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:09:09.124530 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1643ee2f-62fc-4447-8a4a-d27ca9e5ba89 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (86db12f4-73e0-4ac5-bc86-40c9087ff615), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.133479 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] For port 5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:09:09.139998 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (f0ec915b-0a18-4809-baa6-f960c5379aaa), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.144095 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643ee2f-62fc-4447-8a4a-d27ca9e5ba89 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86db12f4-73e0-4ac5-bc86-40c9087ff615,revision_number=0']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:09.212663 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-1643ee2f-62fc-4447-8a4a-d27ca9e5ba89 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.213929 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-1643ee2f-62fc-4447-8a4a-d27ca9e5ba89 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2984624 Mar 29 15:09:09.217177 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 42854) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:09.221586 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-bf6cf8f1-1ff2-4f47-b0d5-8aa23f3f0285 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Request body: {'floatingip': {'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:09:09.229771 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.330978 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Pushing event updated for resources: {'Port': ['ID=5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:09.339341 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf8f1-1ff2-4f47-b0d5-8aa23f3f0285 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.437617 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf8f1-1ff2-4f47-b0d5-8aa23f3f0285 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.440967 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] Publish callbacks [] for port (f0ec915b-0a18-4809-baa6-f960c5379aaa), precommit_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.504314 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (f0ec915b-0a18-4809-baa6-f960c5379aaa), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.537936 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.db_base_plugin_common [None req-bf6cf8f1-1ff2-4f47-b0d5-8aa23f3f0285 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Allocated IP 172.27.1.156 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/53776762-f4dd-4e25-8d8a-25c463ad5cd8) {{(pid=115498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:09:09.572748 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdab95-9da6-4f17-914f-8c45d736e483 None None] Pushing event updated for resources: {'Port': ['ID=f0ec915b-0a18-4809-baa6-f960c5379aaa,revision_number=3']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:09.604542 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] Attempting to bind port f0ec915b-0a18-4809-baa6-f960c5379aaa on host dv-cinder-835525-2-iscsi for vnic_type normal with profile {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:09:09.604914 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] Attempting to bind port f0ec915b-0a18-4809-baa6-f960c5379aaa by drivers openvswitch,hyperv on host dv-cinder-835525-2-iscsi at level 0 using segments [{'id': '72a1208e-e99f-4c50-9ee5-e8f0070ee172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67'}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:09:09.605702 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] Attempting to bind port f0ec915b-0a18-4809-baa6-f960c5379aaa on network 89fb8a01-b701-481f-b5fe-0f5bee52dd67 {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:09:09.610587 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] Checking agent: {'id': '0eecc535-3290-4ff0-9664-a097197566c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835525-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 43, 20), 'started_at': datetime.datetime(2022, 3, 29, 14, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835525-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:09:09.610965 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] Checking segment: {'id': '72a1208e-e99f-4c50-9ee5-e8f0070ee172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:09:09.611727 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.611727 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] Bound using segment: {'id': '72a1208e-e99f-4c50-9ee5-e8f0070ee172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67'} {{(pid=115500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:09:09.612208 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.managers [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] Bound port: f0ec915b-0a18-4809-baa6-f960c5379aaa, host: dv-cinder-835525-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a1208e-e99f-4c50-9ee5-e8f0070ee172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67'}}] {{(pid=115500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:09:09.612586 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (f0ec915b-0a18-4809-baa6-f960c5379aaa), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.656514 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf8f1-1ff2-4f47-b0d5-8aa23f3f0285 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for port (53776762-f4dd-4e25-8d8a-25c463ad5cd8), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.678821 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] For port f0ec915b-0a18-4809-baa6-f960c5379aaa, host dv-cinder-835525-2-iscsi, cleared binding levels {{(pid=115500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:09:09.683919 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] For port f0ec915b-0a18-4809-baa6-f960c5379aaa, host dv-cinder-835525-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=f0ec915b-0a18-4809-baa6-f960c5379aaa,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:09:09.762411 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (f0ec915b-0a18-4809-baa6-f960c5379aaa), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.791251 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf8f1-1ff2-4f47-b0d5-8aa23f3f0285 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (53776762-f4dd-4e25-8d8a-25c463ad5cd8), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.819562 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] Routers {'a3324915-7e75-409c-b7fe-93c335065156'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:09:09.820943 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:08:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a3324915-7e75-409c-b7fe-93c335065156'], 'active': True} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:09.829814 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6cf8f1-1ff2-4f47-b0d5-8aa23f3f0285 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:09:09.832767 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.base_scheduler [None req-bf6cf8f1-1ff2-4f47-b0d5-8aa23f3f0285 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Resources bound (agent type, host, resource id): {{(pid=115498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:09:09.839318 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6cf8f1-1ff2-4f47-b0d5-8aa23f3f0285 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Received port after_create {{(pid=115498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:09:09.845172 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cf8f1-1ff2-4f47-b0d5-8aa23f3f0285 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Pushing event updated for resources: {'Port': ['ID=53776762-f4dd-4e25-8d8a-25c463ad5cd8,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:09.902867 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdab95-9da6-4f17-914f-8c45d736e483 None None] Pushing event updated for resources: {'Port': ['ID=f0ec915b-0a18-4809-baa6-f960c5379aaa,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:09.922813 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-691225ad-b37f-4c33-9f23-048bb9bad16c None None] Provisioning complete for port f0ec915b-0a18-4809-baa6-f960c5379aaa triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:09:09.923119 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-691225ad-b37f-4c33-9f23-048bb9bad16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (f0ec915b-0a18-4809-baa6-f960c5379aaa), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.943388 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf8f1-1ff2-4f47-b0d5-8aa23f3f0285 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for floatingip (45924449-3313-4ca5-965d-f4d888fcb8fd), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.979027 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvr_db [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] Set router a3324915-7e75-409c-b7fe-93c335065156 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:09:10.046959 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf8f1-1ff2-4f47-b0d5-8aa23f3f0285 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (53776762-f4dd-4e25-8d8a-25c463ad5cd8), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:10.131385 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-691225ad-b37f-4c33-9f23-048bb9bad16c None None] Current status of the port f0ec915b-0a18-4809-baa6-f960c5379aaa is: DOWN; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:09:10.131702 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-691225ad-b37f-4c33-9f23-048bb9bad16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (f0ec915b-0a18-4809-baa6-f960c5379aaa), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:10.189511 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-691225ad-b37f-4c33-9f23-048bb9bad16c None None] For port f0ec915b-0a18-4809-baa6-f960c5379aaa, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=f0ec915b-0a18-4809-baa6-f960c5379aaa,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:09:10.199863 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf8f1-1ff2-4f47-b0d5-8aa23f3f0285 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for port (53776762-f4dd-4e25-8d8a-25c463ad5cd8), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:10.233775 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_hamode_db [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:09:06Z', 'revision_number': 4, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port': {'id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:04Z', 'updated_at': '2022-03-29T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': 'f0ec915b-0a18-4809-baa6-f960c5379aaa', 'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'mac_address': 'fa:16:3e:be:9e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:06Z', 'updated_at': '2022-03-29T15:09:09Z', 'revision_number': 4, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'subnets': [{'id': '4f249259-f45c-4953-a87f-362f60357e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:10.260499 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c3ff6f-f97a-429e-96bd-36c108a39359 None None] The sync data for ids ['a3324915-7e75-409c-b7fe-93c335065156'] in dv-cinder-835525-2-iscsi is: [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:09:06Z', 'revision_number': 4, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port': {'id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:04Z', 'updated_at': '2022-03-29T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': 'f0ec915b-0a18-4809-baa6-f960c5379aaa', 'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'mac_address': 'fa:16:3e:be:9e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:06Z', 'updated_at': '2022-03-29T15:09:09Z', 'revision_number': 4, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'subnets': [{'id': '4f249259-f45c-4953-a87f-362f60357e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:09:10.270941 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-691225ad-b37f-4c33-9f23-048bb9bad16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (f0ec915b-0a18-4809-baa6-f960c5379aaa), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:10.309022 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf8f1-1ff2-4f47-b0d5-8aa23f3f0285 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10359965'] for port (53776762-f4dd-4e25-8d8a-25c463ad5cd8), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:10.346830 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691225ad-b37f-4c33-9f23-048bb9bad16c None None] Pushing event updated for resources: {'Port': ['ID=f0ec915b-0a18-4809-baa6-f960c5379aaa,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:10.390529 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-1628441a-2736-46ce-97ff-431c3f60ac6f None None] Provisioning complete for port f0ec915b-0a18-4809-baa6-f960c5379aaa triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:09:10.391189 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-1628441a-2736-46ce-97ff-431c3f60ac6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (f0ec915b-0a18-4809-baa6-f960c5379aaa), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:10.393126 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cf8f1-1ff2-4f47-b0d5-8aa23f3f0285 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Pushing event updated for resources: {'Port': ['ID=53776762-f4dd-4e25-8d8a-25c463ad5cd8,revision_number=2']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:10.398409 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf8f1-1ff2-4f47-b0d5-8aa23f3f0285 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (45924449-3313-4ca5-965d-f4d888fcb8fd), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:10.479498 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf8f1-1ff2-4f47-b0d5-8aa23f3f0285 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:10.487042 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-bf6cf8f1-1ff2-4f47-b0d5-8aa23f3f0285 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2626088 Mar 29 15:09:10.487323 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-1628441a-2736-46ce-97ff-431c3f60ac6f None None] Current status of the port f0ec915b-0a18-4809-baa6-f960c5379aaa is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:09:10.640395 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-490ec365-376c-47d1-82d4-a40cd1dadd21 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--208912447&fields=id&tenant_id=5add870b1cb0435c893e50d9e9670477 HTTP/1.1" status: 200 len: 267 time: 0.0443316 Mar 29 15:09:10.755085 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-19ee3a40-b8c1-49e8-adc0-8a2fc9d14951 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:10.756711 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-19ee3a40-b8c1-49e8-adc0-8a2fc9d14951 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/networks?id=89fb8a01-b701-481f-b5fe-0f5bee52dd67 HTTP/1.1" status: 200 len: 816 time: 0.1096509 Mar 29 15:09:10.772264 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-1bb3b705-6def-49d7-8f4d-9f61e7d47e44 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/quotas/5add870b1cb0435c893e50d9e9670477 HTTP/1.1" status: 200 len: 375 time: 0.0099096 Mar 29 15:09:10.795207 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:09:10.833904 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-6cf298d5-b8e4-4fb2-94c0-cf652da43c08 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5add870b1cb0435c893e50d9e9670477&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544055 Mar 29 15:09:10.847073 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port 5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:09:10.847442 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:10.899179 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-5a8677ec-1508-44ea-9a7c-630b7e59869d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:09:10.900190 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-5a8677ec-1508-44ea-9a7c-630b7e59869d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0543358 Mar 29 15:09:10.937581 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port 5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:09:10.938769 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device f0ec915b-0a18-4809-baa6-f960c5379aaa up at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:09:10.987251 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Provisioning complete for port f0ec915b-0a18-4809-baa6-f960c5379aaa triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:09:10.987617 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (f0ec915b-0a18-4809-baa6-f960c5379aaa), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:11.000076 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-a6663f49-e866-4574-a650-17700e55cc38 service neutron] 10.222.0.16 "GET /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933053 Mar 29 15:09:11.080283 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Current status of the port f0ec915b-0a18-4809-baa6-f960c5379aaa is: ACTIVE; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:09:11.096479 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-ab2d10a5-d502-433b-b1bd-cc13a231dd6e service neutron] 10.222.0.16 "GET /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905764 Mar 29 15:09:11.332221 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-292fe5b8-6517-49a4-9f1d-51ea5f86b5fd req-19264ca0-f19e-4b39-863e-c19bef7f81c5 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 210 time: 0.0296335 Mar 29 15:09:11.935897 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d85946dd-223b-4711-9029-90c030d87a25 req-359bbce9-a804-4230-a03b-0b9f7bff997d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260384 Mar 29 15:09:11.988879 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d85946dd-223b-4711-9029-90c030d87a25 req-e7efb50b-aa5e-49fd-81fc-226ab8c4afb9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0239921 Mar 29 15:09:12.029441 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d85946dd-223b-4711-9029-90c030d87a25 req-ff720fa1-b3bd-4d3e-8f09-59f49f140a8c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0319e2af33245f4917a97026782fdd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0185790 Mar 29 15:09:12.124206 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85946dd-223b-4711-9029-90c030d87a25 req-805e3df0-16ee-47f6-a1c1-c5e69b9ba1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:12.125723 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d85946dd-223b-4711-9029-90c030d87a25 req-805e3df0-16ee-47f6-a1c1-c5e69b9ba1aa service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898504 Mar 29 15:09:12.427809 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cf12b70d-2214-49c0-966e-728a70d0e75c req-1bceb709-05bb-4be7-bebe-3b513f74beb3 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 210 time: 0.0264952 Mar 29 15:09:13.529100 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6258f87f-6a22-43d4-b5f2-8e2fbac0796b req-ca814f90-004e-4786-832b-205281296115 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 210 time: 0.0306826 Mar 29 15:09:13.544924 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-d116987e-9c05-42f4-8454-6a045760f455 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:13.546398 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-d116987e-9c05-42f4-8454-6a045760f455 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.13 "GET /v2.0/networks?id=89fb8a01-b701-481f-b5fe-0f5bee52dd67 HTTP/1.1" status: 200 len: 816 time: 0.1001604 Mar 29 15:09:13.617556 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-5b1c6e68-741c-47f2-adf8-910e462bacd3 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5add870b1cb0435c893e50d9e9670477 HTTP/1.1" status: 200 len: 379 time: 0.0537868 Mar 29 15:09:13.627047 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-1e2e49bd-fd87-49cd-871e-a1709438c3be tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Request body: {'port': {'device_id': 'c076dd74-8e96-4231-ac89-37872479d9ad', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'admin_state_up': True, 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'security_groups': ['1275e1eb-7a24-4840-b012-9f300fa76a7a']}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:09:13.744541 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e1748a31-a278-4e14-89a0-0fd3305584c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:13.841906 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-1e2e49bd-fd87-49cd-871e-a1709438c3be tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Made reservation on behalf of 5add870b1cb0435c893e50d9e9670477 for: {'port': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:09:13.845163 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-1e2e49bd-fd87-49cd-871e-a1709438c3be tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:13.972023 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-1e2e49bd-fd87-49cd-871e-a1709438c3be tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Allocated IP 172.20.0.5 (89fb8a01-b701-481f-b5fe-0f5bee52dd67/4f249259-f45c-4953-a87f-362f60357e21/32ff75ff-f0ab-4514-acdd-a1fc69b38fc3) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:09:14.102510 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-1e2e49bd-fd87-49cd-871e-a1709438c3be tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:14.215887 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-1e2e49bd-fd87-49cd-871e-a1709438c3be tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:14.262680 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-1e2e49bd-fd87-49cd-871e-a1709438c3be tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Network 89fb8a01-b701-481f-b5fe-0f5bee52dd67 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:09:14.265752 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-1e2e49bd-fd87-49cd-871e-a1709438c3be tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:09:14.271427 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-1e2e49bd-fd87-49cd-871e-a1709438c3be tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:09:14.277797 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e49bd-fd87-49cd-871e-a1709438c3be tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Pushing event updated for resources: {'Port': ['ID=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:14.323345 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-1e2e49bd-fd87-49cd-871e-a1709438c3be tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:14.323968 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-1e2e49bd-fd87-49cd-871e-a1709438c3be tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:14.421943 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-1e2e49bd-fd87-49cd-871e-a1709438c3be tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7982986 Mar 29 15:09:14.438715 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Request body: {'port': {'device_id': 'c076dd74-8e96-4231-ac89-37872479d9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:09:14.495122 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:14.531312 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-e5e1fa16-3b4f-4683-a892-9ac22ebb6a0c None None] Provisioning complete for port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:09:14.531744 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e5e1fa16-3b4f-4683-a892-9ac22ebb6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:14.566679 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-e5e1fa16-3b4f-4683-a892-9ac22ebb6a0c None None] Port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:09:14.657573 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76a056-7d66-461f-8084-77a4fb1548f4 req-6e60bc77-acc0-452f-ab00-1e7ab37a372c tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:14.659935 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cd76a056-7d66-461f-8084-77a4fb1548f4 req-6e60bc77-acc0-452f-ab00-1e7ab37a372c tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 931 time: 0.0546293 Mar 29 15:09:14.705954 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cd76a056-7d66-461f-8084-77a4fb1548f4 req-75535a17-c1dd-405b-b8bc-f9dc05c56546 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402675 Mar 29 15:09:14.757213 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 {{(pid=115499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:09:14.764520 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Publish callbacks [] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:14.776444 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.provisioning_blocks [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Transition to ACTIVE for port object 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 will not be triggered until provisioned by entity L2. {{(pid=115499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:09:14.831979 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:14.879898 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:14.951548 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Attempting to bind port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:09:14.951875 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Attempting to bind port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '72a1208e-e99f-4c50-9ee5-e8f0070ee172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67'}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:09:14.952215 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Attempting to bind port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 on network 89fb8a01-b701-481f-b5fe-0f5bee52dd67 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:09:14.957164 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 on network 89fb8a01-b701-481f-b5fe-0f5bee52dd67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:09:14.957479 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Attempting to bind port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 on network 89fb8a01-b701-481f-b5fe-0f5bee52dd67 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:09:14.962374 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Checking agent: {'id': 'e622d3d7-0a71-4961-ba27-45794834ffcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'started_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:09:14.962828 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Checking segment: {'id': '72a1208e-e99f-4c50-9ee5-e8f0070ee172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:09:14.963213 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Bound using segment: {'id': '72a1208e-e99f-4c50-9ee5-e8f0070ee172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67'} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:09:14.963635 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Bound port: 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a1208e-e99f-4c50-9ee5-e8f0070ee172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67'}}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:09:14.963985 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:15.031347 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] For port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3, host hv-cinder-83552, cleared binding levels {{(pid=115499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:09:15.034292 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] For port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:09:15.084551 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:15.117545 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:15.118498 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:15.120116 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] 10.222.0.13 "PUT /v2.0/ports/32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 HTTP/1.1" status: 200 len: 1093 time: 0.6858809 Mar 29 15:09:15.122273 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c076dd74-8e96-4231-ac89-37872479d9ad', 'tag': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:09:15.124495 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cec42f-1972-458f-9e1d-a057fff3cd5f" -d '{"events": [{"name": "network-changed", "server_uuid": "c076dd74-8e96-4231-ac89-37872479d9ad", "tag": "32ff75ff-f0ab-4514-acdd-a1fc69b38fc3"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:09:15.155833 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496276d1-0e69-45e3-8b47-ff386d3aa9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,revision_number=3']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:15.161345 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022e70a0-6886-4d4d-9b53-b0cf3729476e x-openstack-request-id: req-022e70a0-6886-4d4d-9b53-b0cf3729476e {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:09:15.161628 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c076dd74-8e96-4231-ac89-37872479d9ad", "tag": "32ff75ff-f0ab-4514-acdd-a1fc69b38fc3", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:09:15.162149 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-022e70a0-6886-4d4d-9b53-b0cf3729476e {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:09:15.162276 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-022e70a0-6886-4d4d-9b53-b0cf3729476e'] response: {'name': 'network-changed', 'server_uuid': 'c076dd74-8e96-4231-ac89-37872479d9ad', 'tag': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3', 'status': 'completed', 'code': 200} Mar 29 15:09:15.248811 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cec42f-1972-458f-9e1d-a057fff3cd5f req-2e774a9a-7618-4105-aac5-6a0b42161be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:15.250588 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-50cec42f-1972-458f-9e1d-a057fff3cd5f req-2e774a9a-7618-4105-aac5-6a0b42161be9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5add870b1cb0435c893e50d9e9670477&device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 1127 time: 0.0501263 Mar 29 15:09:15.360728 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cec42f-1972-458f-9e1d-a057fff3cd5f req-d4f2486e-7cf3-4e4b-9d4f-795a9627bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:15.362195 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-50cec42f-1972-458f-9e1d-a057fff3cd5f req-d4f2486e-7cf3-4e4b-9d4f-795a9627bbe5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5add870b1cb0435c893e50d9e9670477&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0965185 Mar 29 15:09:15.453395 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cec42f-1972-458f-9e1d-a057fff3cd5f req-7f47c4aa-772c-43cc-bcd7-9da6f56c71f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:15.454872 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-50cec42f-1972-458f-9e1d-a057fff3cd5f req-7f47c4aa-772c-43cc-bcd7-9da6f56c71f1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867651 Mar 29 15:09:15.556447 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-abbfa5eb-3459-45aa-b125-747881bde5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:15.557946 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-abbfa5eb-3459-45aa-b125-747881bde5b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5add870b1cb0435c893e50d9e9670477&device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 1127 time: 0.0477481 Mar 29 15:09:15.603894 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-818a115d-28ac-4d94-b712-a2be92d9f174 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 HTTP/1.1" status: 200 len: 217 time: 0.0327179 Mar 29 15:09:15.651003 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-cc7eb511-44f2-46c9-a478-e027c4fb5e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:15.652401 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-cc7eb511-44f2-46c9-a478-e027c4fb5e79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f249259-f45c-4953-a87f-362f60357e21 HTTP/1.1" status: 200 len: 855 time: 0.0425560 Mar 29 15:09:15.697893 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-2624e0d0-c867-4159-9b4c-155a253a1307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:15.699321 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-2624e0d0-c867-4159-9b4c-155a253a1307 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89fb8a01-b701-481f-b5fe-0f5bee52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412185 Mar 29 15:09:15.784490 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-dd7ecf93-fe69-433a-a8e0-b0d610885faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:15.790751 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-f56b3df2-c929-46db-8d35-64e9aace2fda service neutron] 10.222.0.13 "GET /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850551 Mar 29 15:09:15.834641 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f384ccc-138b-4d22-9b82-fd43c55740c4 req-60df7d29-30c0-470c-a7c7-9fe67cd88db2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:15.836133 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8f384ccc-138b-4d22-9b82-fd43c55740c4 req-60df7d29-30c0-470c-a7c7-9fe67cd88db2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 943 time: 0.0597327 Mar 29 15:09:15.877907 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-472d72f7-d527-4c64-bfd4-361d21ba9114 req-c6a8b9c2-0ef6-432d-8826-edf73e9a491e service neutron] 10.222.0.13 "GET /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818527 Mar 29 15:09:15.882128 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8f384ccc-138b-4d22-9b82-fd43c55740c4 req-2329b043-2668-4abe-9baf-2124abd5a86f tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402811 Mar 29 15:09:17.007189 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b45c2-8e82-4064-b784-dd764c8e41ec req-4f0c7c35-d05c-4d31-a2b6-0a3a6b34412b tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:17.009176 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7c1b45c2-8e82-4064-b784-dd764c8e41ec req-4f0c7c35-d05c-4d31-a2b6-0a3a6b34412b tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 943 time: 0.0557494 Mar 29 15:09:17.055542 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7c1b45c2-8e82-4064-b784-dd764c8e41ec req-e0bba5eb-f948-4ee3-8ee3-c807467eb728 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408218 Mar 29 15:09:17.104427 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:17.780216 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:09:17.874199 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:09:17.885307 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'port_id': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3', 'mac_address': 'fa:16:3e:a6:20:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:09:17.921389 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:09:17.921778 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:17.937789 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:09:17.956143 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:09:18.020894 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:18.067440 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:18.234438 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b098de6-fa33-432b-b65a-72f0d0f7bace req-5f9285be-1e2a-453a-ae94-75e9da964091 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:18.235931 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5b098de6-fa33-432b-b65a-72f0d0f7bace req-5f9285be-1e2a-453a-ae94-75e9da964091 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 944 time: 0.1101305 Mar 29 15:09:18.284779 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5b098de6-fa33-432b-b65a-72f0d0f7bace req-98b53092-f739-4cda-9bfb-98f735aaa1e1 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430145 Mar 29 15:09:18.350408 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['32ff75ff-f0ab-4514-acdd-a1fc69b38fc3'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:09:18.374312 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:19.405090 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7afa9d-0300-4b0a-ac3a-d23f39eeda1b req-81573595-a8dd-4245-ba7e-0b5b5fa42327 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:19.406537 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fa7afa9d-0300-4b0a-ac3a-d23f39eeda1b req-81573595-a8dd-4245-ba7e-0b5b5fa42327 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 944 time: 0.0505986 Mar 29 15:09:19.454642 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fa7afa9d-0300-4b0a-ac3a-d23f39eeda1b req-d04c4210-42a5-44ba-ae7c-034cb9237dbe tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425615 Mar 29 15:09:19.738442 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:19.779661 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:09:19.887231 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning for port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 completed by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:09:19.891238 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:09:19.891610 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:19.966531 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:09:19.966911 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:19.993022 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c076dd74-8e96-4231-ac89-37872479d9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:09:19.995182 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7caf339-79f7-493b-b2dd-96b2fb3e67bb" -d '{"events": [{"server_uuid": "c076dd74-8e96-4231-ac89-37872479d9ad", "name": "network-vif-plugged", "status": "completed", "tag": "32ff75ff-f0ab-4514-acdd-a1fc69b38fc3"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:09:20.011810 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:09:20.088046 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908388ed-09c9-4397-8b69-8161a0fd471c x-openstack-request-id: req-908388ed-09c9-4397-8b69-8161a0fd471c {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:09:20.088338 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c076dd74-8e96-4231-ac89-37872479d9ad", "name": "network-vif-plugged", "status": "completed", "tag": "32ff75ff-f0ab-4514-acdd-a1fc69b38fc3", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:09:20.088593 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-908388ed-09c9-4397-8b69-8161a0fd471c {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:09:20.089018 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-908388ed-09c9-4397-8b69-8161a0fd471c'] response: {'server_uuid': 'c076dd74-8e96-4231-ac89-37872479d9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3', 'code': 200} Mar 29 15:09:20.092891 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:20.141272 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:20.578210 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4677d-f5fe-4f63-95aa-0c5c1d012b0c req-5deba76d-cd1c-4fb5-967d-a361c2d57941 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:20.579625 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-38f4677d-f5fe-4f63-95aa-0c5c1d012b0c req-5deba76d-cd1c-4fb5-967d-a361c2d57941 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0531371 Mar 29 15:09:20.625177 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a756fe-720e-4afb-b5b1-7f2a59d3f915 req-a94df907-2329-44aa-b188-5a9646266207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:20.625813 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-38f4677d-f5fe-4f63-95aa-0c5c1d012b0c req-e618fe38-4a84-43b6-aa56-df3e2953d9df tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404687 Mar 29 15:09:20.626765 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-65a756fe-720e-4afb-b5b1-7f2a59d3f915 req-a94df907-2329-44aa-b188-5a9646266207 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 1129 time: 0.0466275 Mar 29 15:09:20.670211 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-65a756fe-720e-4afb-b5b1-7f2a59d3f915 req-a4007b3f-5924-4a29-bb44-245be90c5f51 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376177 Mar 29 15:09:21.749875 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd576b-ca7c-4b37-815e-1fe002aecd5c req-4e138cc3-6832-4002-bf01-e4ee4106b3b2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:21.751388 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-eecd576b-ca7c-4b37-815e-1fe002aecd5c req-4e138cc3-6832-4002-bf01-e4ee4106b3b2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0521886 Mar 29 15:09:21.797937 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-eecd576b-ca7c-4b37-815e-1fe002aecd5c req-5dfa9e7a-556e-40a7-a1cb-8f4ff59b974c tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406666 Mar 29 15:09:22.923835 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeff3c-f463-42d2-9297-1ac3fb5fb5d3 req-93c5cf8e-3f13-46d8-9d51-cafce1eb0e76 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:22.925245 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8cfeff3c-f463-42d2-9297-1ac3fb5fb5d3 req-93c5cf8e-3f13-46d8-9d51-cafce1eb0e76 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0555162 Mar 29 15:09:22.970969 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8cfeff3c-f463-42d2-9297-1ac3fb5fb5d3 req-55cd5270-f508-45e1-be97-0dc9127412e6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401268 Mar 29 15:09:23.089451 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c374d75-06a5-45f9-8906-8452cca88a53 req-e2c2b401-9eb1-45c3-9693-a44a0b7223b1 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:23.090926 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9c374d75-06a5-45f9-8906-8452cca88a53 req-e2c2b401-9eb1-45c3-9693-a44a0b7223b1 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0528359 Mar 29 15:09:23.099490 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 42918) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:23.104193 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-d20836ce-0599-4838-b5a4-6a1538b7ce96 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Request body: {'floatingip': {'port_id': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:09:23.144935 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d20836ce-0599-4838-b5a4-6a1538b7ce96 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for floatingip (45924449-3313-4ca5-965d-f4d888fcb8fd), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:23.571563 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d20836ce-0599-4838-b5a4-6a1538b7ce96 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:23.643742 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d20836ce-0599-4838-b5a4-6a1538b7ce96 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (45924449-3313-4ca5-965d-f4d888fcb8fd), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:23.742132 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.db.l3_db [None req-d20836ce-0599-4838-b5a4-6a1538b7ce96 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Floating IP 45924449-3313-4ca5-965d-f4d888fcb8fd associated. External IP: 172.27.1.156, port: 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3. Mar 29 15:09:24.171968 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20836ce-0599-4838-b5a4-6a1538b7ce96 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Router a3324915-7e75-409c-b7fe-93c335065156 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:09:24.279120 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20836ce-0599-4838-b5a4-6a1538b7ce96 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:09:24.283994 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-d20836ce-0599-4838-b5a4-6a1538b7ce96 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:24.290121 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080498a4-f1da-412b-8d29-83bb09528238 None None] Sync routers for ids ['a3324915-7e75-409c-b7fe-93c335065156'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:09:24.299359 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080498a4-f1da-412b-8d29-83bb09528238 None None] Routers {'a3324915-7e75-409c-b7fe-93c335065156'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:09:24.299967 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-080498a4-f1da-412b-8d29-83bb09528238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:09:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a3324915-7e75-409c-b7fe-93c335065156'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:24.312187 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-d20836ce-0599-4838-b5a4-6a1538b7ce96 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "PUT /v2.0/floatingips/45924449-3313-4ca5-965d-f4d888fcb8fd HTTP/1.1" status: 200 len: 991 time: 1.2116873 Mar 29 15:09:24.312858 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c076dd74-8e96-4231-ac89-37872479d9ad', 'tag': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3'}] {{(pid=115498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:09:24.315100 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e942afba9a14c6231233b91f836bdf3e59ef1877de833c869ac23223c5a4452f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579d71c3-17a5-476c-ac5c-ccdb0d8aa594" -d '{"events": [{"name": "network-changed", "server_uuid": "c076dd74-8e96-4231-ac89-37872479d9ad", "tag": "32ff75ff-f0ab-4514-acdd-a1fc69b38fc3"}]}' {{(pid=115498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:09:24.406383 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee56fa39-c7a2-4110-a250-86f773af726f x-openstack-request-id: req-ee56fa39-c7a2-4110-a250-86f773af726f {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:09:24.406673 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c076dd74-8e96-4231-ac89-37872479d9ad", "tag": "32ff75ff-f0ab-4514-acdd-a1fc69b38fc3", "status": "completed", "code": 200}]} {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:09:24.406988 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee56fa39-c7a2-4110-a250-86f773af726f {{(pid=115498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:09:24.407392 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee56fa39-c7a2-4110-a250-86f773af726f'] response: {'name': 'network-changed', 'server_uuid': 'c076dd74-8e96-4231-ac89-37872479d9ad', 'tag': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3', 'status': 'completed', 'code': 200} Mar 29 15:09:24.411258 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-080498a4-f1da-412b-8d29-83bb09528238 None None] Set router a3324915-7e75-409c-b7fe-93c335065156 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:09:24.491129 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d71c3-17a5-476c-ac5c-ccdb0d8aa594 req-adfe6d29-f60c-4737-956d-acc2f2d0189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:24.493324 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-579d71c3-17a5-476c-ac5c-ccdb0d8aa594 req-adfe6d29-f60c-4737-956d-acc2f2d0189f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5add870b1cb0435c893e50d9e9670477&device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 1129 time: 0.0444510 Mar 29 15:09:24.584656 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d71c3-17a5-476c-ac5c-ccdb0d8aa594 req-44086cd7-51c4-4c85-9fa2-e4b2acc6eeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:24.586259 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-579d71c3-17a5-476c-ac5c-ccdb0d8aa594 req-44086cd7-51c4-4c85-9fa2-e4b2acc6eeb4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=89fb8a01-b701-481f-b5fe-0f5bee52dd67 HTTP/1.1" status: 200 len: 917 time: 0.0854387 Mar 29 15:09:24.629212 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-080498a4-f1da-412b-8d29-83bb09528238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:09:06Z', 'revision_number': 4, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port': {'id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:04Z', 'updated_at': '2022-03-29T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '45924449-3313-4ca5-965d-f4d888fcb8fd', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'port_id': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'mac_address': 'fa:16:3e:a6:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c076dd74-8e96-4231-ac89-37872479d9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:09:09Z', 'updated_at': '2022-03-29T15:09:23Z', 'revision_number': 1, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ec915b-0a18-4809-baa6-f960c5379aaa', 'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'mac_address': 'fa:16:3e:be:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:06Z', 'updated_at': '2022-03-29T15:09:10Z', 'revision_number': 5, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'subnets': [{'id': '4f249259-f45c-4953-a87f-362f60357e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:24.648411 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-579d71c3-17a5-476c-ac5c-ccdb0d8aa594 req-0a88d7b4-96c8-4df8-833e-f0156fc3f019 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 HTTP/1.1" status: 200 len: 999 time: 0.0566871 Mar 29 15:09:24.654880 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080498a4-f1da-412b-8d29-83bb09528238 None None] Checking router: a3324915-7e75-409c-b7fe-93c335065156 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:09:24.663094 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080498a4-f1da-412b-8d29-83bb09528238 None None] Routers {'a3324915-7e75-409c-b7fe-93c335065156'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:09:24.664194 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-080498a4-f1da-412b-8d29-83bb09528238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:09:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a3324915-7e75-409c-b7fe-93c335065156'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:24.694253 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d71c3-17a5-476c-ac5c-ccdb0d8aa594 req-1dcfde6d-6ff7-466b-bd2b-4bf7ae0d253e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:24.695810 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-579d71c3-17a5-476c-ac5c-ccdb0d8aa594 req-1dcfde6d-6ff7-466b-bd2b-4bf7ae0d253e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f249259-f45c-4953-a87f-362f60357e21 HTTP/1.1" status: 200 len: 855 time: 0.0422933 Mar 29 15:09:24.745288 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d71c3-17a5-476c-ac5c-ccdb0d8aa594 req-448fccc4-2aff-4093-8091-6e15e3077ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:24.746671 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-579d71c3-17a5-476c-ac5c-ccdb0d8aa594 req-448fccc4-2aff-4093-8091-6e15e3077ea3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89fb8a01-b701-481f-b5fe-0f5bee52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454717 Mar 29 15:09:24.769328 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-080498a4-f1da-412b-8d29-83bb09528238 None None] Set router a3324915-7e75-409c-b7fe-93c335065156 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:09:24.834288 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-579d71c3-17a5-476c-ac5c-ccdb0d8aa594 req-e2b315b4-5f3d-4d2f-8d6d-8b29740a02a1 service neutron] 10.222.0.13 "GET /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811756 Mar 29 15:09:24.926151 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-579d71c3-17a5-476c-ac5c-ccdb0d8aa594 req-4f925bc1-600c-4902-a713-fd25f6a37be4 service neutron] 10.222.0.13 "GET /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861032 Mar 29 15:09:25.075795 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-080498a4-f1da-412b-8d29-83bb09528238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:09:06Z', 'revision_number': 4, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port': {'id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:04Z', 'updated_at': '2022-03-29T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '45924449-3313-4ca5-965d-f4d888fcb8fd', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'port_id': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'mac_address': 'fa:16:3e:a6:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c076dd74-8e96-4231-ac89-37872479d9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:09:09Z', 'updated_at': '2022-03-29T15:09:23Z', 'revision_number': 1, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ec915b-0a18-4809-baa6-f960c5379aaa', 'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'mac_address': 'fa:16:3e:be:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:06Z', 'updated_at': '2022-03-29T15:09:10Z', 'revision_number': 5, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'subnets': [{'id': '4f249259-f45c-4953-a87f-362f60357e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:25.105782 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080498a4-f1da-412b-8d29-83bb09528238 None None] The sync data for ids ['a3324915-7e75-409c-b7fe-93c335065156'] in dv-cinder-835525-2-iscsi is: [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:09:06Z', 'revision_number': 4, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port': {'id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:04Z', 'updated_at': '2022-03-29T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '45924449-3313-4ca5-965d-f4d888fcb8fd', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'port_id': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'mac_address': 'fa:16:3e:a6:20:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c076dd74-8e96-4231-ac89-37872479d9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:09:09Z', 'updated_at': '2022-03-29T15:09:23Z', 'revision_number': 1, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ec915b-0a18-4809-baa6-f960c5379aaa', 'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'mac_address': 'fa:16:3e:be:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:06Z', 'updated_at': '2022-03-29T15:09:10Z', 'revision_number': 5, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'subnets': [{'id': '4f249259-f45c-4953-a87f-362f60357e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:09:25.287349 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bedfafb-f018-44a8-8e0b-ed05fc95c151 None None] New status for floating IP 45924449-3313-4ca5-965d-f4d888fcb8fd: ACTIVE {{(pid=115500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:09:29.155655 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:32.917089 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:09:43.744679 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-00079b4b-40ff-47f4-b9b1-15e3e81e9bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:45.858550 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4e8e-1e07-4fe4-886b-41aa3c132adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:47.121349 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:48.346037 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:49.750275 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:59.231646 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:01.487419 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f7166-6d39-441f-b9bc-a21ecb20e041 req-713c2012-fcb6-49a0-b6c0-be2d215b07eb tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:01.488896 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ea0f7166-6d39-441f-b9bc-a21ecb20e041 req-713c2012-fcb6-49a0-b6c0-be2d215b07eb tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0547588 Mar 29 15:10:01.534955 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ea0f7166-6d39-441f-b9bc-a21ecb20e041 req-f16822d7-0dde-4869-b035-2ba1a3dabcde tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401924 Mar 29 15:10:02.658172 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baf5d3-a4c1-4af5-8120-7c6419daccfa req-39be9412-7439-4276-89c0-e31db4592037 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:02.659607 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-25baf5d3-a4c1-4af5-8120-7c6419daccfa req-39be9412-7439-4276-89c0-e31db4592037 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0532432 Mar 29 15:10:02.705238 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-25baf5d3-a4c1-4af5-8120-7c6419daccfa req-2b2ac58e-c682-4f76-9aae-5a484d4f3d10 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397360 Mar 29 15:10:03.824496 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca73818-a1b7-4bbb-9874-c9215f96cc05 req-60695e69-a07d-489b-bd0f-2a060b145f40 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:03.826060 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-aca73818-a1b7-4bbb-9874-c9215f96cc05 req-60695e69-a07d-489b-bd0f-2a060b145f40 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0527003 Mar 29 15:10:03.871448 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-aca73818-a1b7-4bbb-9874-c9215f96cc05 req-233d82cb-645a-4f63-8858-79b927de7482 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398698 Mar 29 15:10:04.992159 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c86998-97cd-46c4-a99a-bce4ed6a2bd2 req-bf3dfb86-421c-4daa-8e4c-841141ea3068 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:04.993617 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-64c86998-97cd-46c4-a99a-bce4ed6a2bd2 req-bf3dfb86-421c-4daa-8e4c-841141ea3068 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0532687 Mar 29 15:10:05.038133 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-64c86998-97cd-46c4-a99a-bce4ed6a2bd2 req-1481492a-ef8c-4b99-91d6-58a471118d49 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383875 Mar 29 15:10:06.158729 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cf184-368e-48e3-852e-f04697998bf8 req-e588da4f-0c97-4d7c-9fb5-e040de9d759e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:06.160191 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7a8cf184-368e-48e3-852e-f04697998bf8 req-e588da4f-0c97-4d7c-9fb5-e040de9d759e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0515504 Mar 29 15:10:06.206841 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7a8cf184-368e-48e3-852e-f04697998bf8 req-888413d7-c8df-4285-b1bc-5736834f7397 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408165 Mar 29 15:10:07.329742 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf32c75-d2df-46a2-9cf7-759005337b47 req-fd9be586-15dd-4f53-bedd-fad835d792f8 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:07.331205 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9cf32c75-d2df-46a2-9cf7-759005337b47 req-fd9be586-15dd-4f53-bedd-fad835d792f8 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0515265 Mar 29 15:10:07.384357 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9cf32c75-d2df-46a2-9cf7-759005337b47 req-1954bdc4-180f-4dc4-8337-0799d10c4328 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475838 Mar 29 15:10:08.503610 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04ae34-e31f-4776-ad7e-93b8fc05b49e req-ff9421c4-a5e5-4154-acce-ee435e874254 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:08.505075 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bf04ae34-e31f-4776-ad7e-93b8fc05b49e req-ff9421c4-a5e5-4154-acce-ee435e874254 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0500998 Mar 29 15:10:08.550484 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bf04ae34-e31f-4776-ad7e-93b8fc05b49e req-7a05ba84-2ed1-4c98-b7f1-2c7c8d7c4d62 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399299 Mar 29 15:10:09.668461 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6793a-6297-40eb-b395-097ccde95483 req-25bdf936-e87e-4d8c-8f37-d227eca2d4ae tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:09.669949 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a2a6793a-6297-40eb-b395-097ccde95483 req-25bdf936-e87e-4d8c-8f37-d227eca2d4ae tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0521300 Mar 29 15:10:09.715366 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a2a6793a-6297-40eb-b395-097ccde95483 req-9dd64da0-d8fe-47c6-86ec-b4c1a862c0e3 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398614 Mar 29 15:10:09.916246 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:10:10.839347 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338778a-55e4-4a60-a150-59bc50ee3b91 req-536eeb4c-aa3a-44d3-a7be-6a5e21b2ab2c tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:10.840793 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1338778a-55e4-4a60-a150-59bc50ee3b91 req-536eeb4c-aa3a-44d3-a7be-6a5e21b2ab2c tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0547464 Mar 29 15:10:10.884685 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1338778a-55e4-4a60-a150-59bc50ee3b91 req-08de49a4-e3aa-46bf-84cb-479d0ecd7a55 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384471 Mar 29 15:10:12.006624 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b853fa-07d0-4276-9ee4-6bceb714f13b req-f599649b-0b1b-43b9-abab-aa33fa047c5c tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:12.008110 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-26b853fa-07d0-4276-9ee4-6bceb714f13b req-f599649b-0b1b-43b9-abab-aa33fa047c5c tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0526972 Mar 29 15:10:12.055001 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-26b853fa-07d0-4276-9ee4-6bceb714f13b req-3e12eb1e-7cf1-43db-a618-126632dd857e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411789 Mar 29 15:10:13.175962 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930a31f-6d2d-4c40-943b-e9ed4e3792e4 req-ff04088a-ab81-4f48-9052-577b31dd94af tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:13.177459 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e930a31f-6d2d-4c40-943b-e9ed4e3792e4 req-ff04088a-ab81-4f48-9052-577b31dd94af tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0516286 Mar 29 15:10:13.225997 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e930a31f-6d2d-4c40-943b-e9ed4e3792e4 req-a24a7b40-2691-4199-a1e6-1d41fcfe7cf4 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430427 Mar 29 15:10:13.749486 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5947eb0f-b408-4eda-a307-67fc6d40a939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:14.140799 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:10:14.243405 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:10:14.257174 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'port_id': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3', 'mac_address': 'fa:16:3e:a6:20:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:10:14.299980 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 is: ACTIVE; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:10:14.300369 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:14.313506 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:10:14.332900 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:10:14.351947 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e639852-5a98-4532-98b7-661c8dc2b0f7 req-fc9472c6-bd5e-4aff-932e-96cce49c57c7 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:14.353446 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8e639852-5a98-4532-98b7-661c8dc2b0f7 req-fc9472c6-bd5e-4aff-932e-96cce49c57c7 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0530248 Mar 29 15:10:14.400288 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8e639852-5a98-4532-98b7-661c8dc2b0f7 req-128463ca-4d62-4253-89ab-4c66b6ab2728 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404768 Mar 29 15:10:14.403174 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:14.450828 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,revision_number=6']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:14.458077 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:14.458425 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:14.458769 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:14.459202 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:14.459536 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:14.459864 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:14.460190 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:14.460514 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:14.460853 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:14.461191 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:14.461512 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:14.461835 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:14.462156 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:14.462475 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:14.462789 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:14.550409 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['32ff75ff-f0ab-4514-acdd-a1fc69b38fc3'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:10:15.532636 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fa47e-4dfc-4c9d-bbd8-96749c39d1c6 req-67d0bbc2-0e7e-4d8d-9e24-f50da4dde66a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:15.534241 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5f3fa47e-4dfc-4c9d-bbd8-96749c39d1c6 req-67d0bbc2-0e7e-4d8d-9e24-f50da4dde66a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 944 time: 0.0571802 Mar 29 15:10:15.584752 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5f3fa47e-4dfc-4c9d-bbd8-96749c39d1c6 req-0b01914e-3dc2-429a-81ef-0365f16f30c8 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439737 Mar 29 15:10:15.768838 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-cfaeb42a-2a01-463a-96b5-60568369bf06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:16.173360 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:10:16.233086 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:10:16.233489 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:16.322220 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:10:16.322904 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:16.345715 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c076dd74-8e96-4231-ac89-37872479d9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:10:16.348207 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7d8368-cb70-4578-b8ce-5b501ad36508" -d '{"events": [{"server_uuid": "c076dd74-8e96-4231-ac89-37872479d9ad", "name": "network-vif-plugged", "status": "completed", "tag": "32ff75ff-f0ab-4514-acdd-a1fc69b38fc3"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:10:16.364099 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:10:16.393269 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4c27d2-ab58-40cb-bb14-e4f8a8c6ff34 x-openstack-request-id: req-bc4c27d2-ab58-40cb-bb14-e4f8a8c6ff34 {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:10:16.393832 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c076dd74-8e96-4231-ac89-37872479d9ad", "name": "network-vif-plugged", "status": "completed", "tag": "32ff75ff-f0ab-4514-acdd-a1fc69b38fc3", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:10:16.394146 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc4c27d2-ab58-40cb-bb14-e4f8a8c6ff34 {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:10:16.394483 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc4c27d2-ab58-40cb-bb14-e4f8a8c6ff34'] response: {'server_uuid': 'c076dd74-8e96-4231-ac89-37872479d9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3', 'code': 200} Mar 29 15:10:16.435719 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:16.489307 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,revision_number=7']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:16.716697 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f4da2-5582-46dc-9788-3a4d041c3c51 req-60c7be30-5bc5-4ddd-9299-e49c4eacdf99 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:16.723465 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-920f4da2-5582-46dc-9788-3a4d041c3c51 req-60c7be30-5bc5-4ddd-9299-e49c4eacdf99 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0637741 Mar 29 15:10:16.769898 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-920f4da2-5582-46dc-9788-3a4d041c3c51 req-ff2f793c-5947-4036-a44f-dd0f994e9c0c tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455565 Mar 29 15:10:17.128996 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:17.904993 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5456c-2218-401c-866d-1683a42a5469 req-ba45d035-3577-42cd-8582-c021f6a7974d tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:17.906508 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f2c5456c-2218-401c-866d-1683a42a5469 req-ba45d035-3577-42cd-8582-c021f6a7974d tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0548501 Mar 29 15:10:17.953071 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f2c5456c-2218-401c-866d-1683a42a5469 req-8a994407-c03d-4a6b-b0d7-23c68ca8165d tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410058 Mar 29 15:10:18.345987 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:19.094884 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c2d19-9a16-4e7a-8ab4-36b49f2e8f5e req-3f81682c-3672-4a7f-afc0-22a461c024c8 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:19.097161 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-aa0c2d19-9a16-4e7a-8ab4-36b49f2e8f5e req-3f81682c-3672-4a7f-afc0-22a461c024c8 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0644078 Mar 29 15:10:19.147610 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-aa0c2d19-9a16-4e7a-8ab4-36b49f2e8f5e req-cbec40fe-7caa-4713-a93c-291ce4909887 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430899 Mar 29 15:10:19.766688 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:20.290896 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636240f-8905-4654-8780-82fc901d3701 req-b75b3ac1-1671-418b-905d-0e6c975d493a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:20.294808 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3636240f-8905-4654-8780-82fc901d3701 req-b75b3ac1-1671-418b-905d-0e6c975d493a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0684886 Mar 29 15:10:20.349445 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3636240f-8905-4654-8780-82fc901d3701 req-9d2ca5ba-51c6-431c-b990-08461163af91 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485306 Mar 29 15:10:21.485207 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825554e0-f9d9-4584-994e-444e2d8a99b9 req-3d931f45-2378-40b4-af8e-cf3dbea344cd tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:21.486879 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-825554e0-f9d9-4584-994e-444e2d8a99b9 req-3d931f45-2378-40b4-af8e-cf3dbea344cd tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0571778 Mar 29 15:10:21.541282 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-825554e0-f9d9-4584-994e-444e2d8a99b9 req-4a88223e-d81b-4ea0-a410-bc0a7aa62339 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485473 Mar 29 15:10:22.671551 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d960259-b38e-42e2-ba74-bc4dda31d813 req-27aac428-3166-4198-95ac-2d93f1e71436 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:22.673147 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5d960259-b38e-42e2-ba74-bc4dda31d813 req-27aac428-3166-4198-95ac-2d93f1e71436 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0529203 Mar 29 15:10:22.722831 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5d960259-b38e-42e2-ba74-bc4dda31d813 req-49e287a4-a212-42bf-86a7-ed4d2ecb28f0 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440006 Mar 29 15:10:23.867682 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f4c40-84db-4b47-9e75-3bb73c7f832c req-758c9a21-ece6-4656-99d6-29915901cc38 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:23.869569 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d80f4c40-84db-4b47-9e75-3bb73c7f832c req-758c9a21-ece6-4656-99d6-29915901cc38 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0563443 Mar 29 15:10:23.922809 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d80f4c40-84db-4b47-9e75-3bb73c7f832c req-33f89d57-cff4-4839-8861-3669fafa6a12 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465598 Mar 29 15:10:25.065091 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5eab6-d696-4f62-82d9-3a1ee5dcc69d req-05ba3318-85eb-434e-b25f-b011d40b4ce6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:25.066967 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2fe5eab6-d696-4f62-82d9-3a1ee5dcc69d req-05ba3318-85eb-434e-b25f-b011d40b4ce6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0689516 Mar 29 15:10:25.118811 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2fe5eab6-d696-4f62-82d9-3a1ee5dcc69d req-1af0e25b-59f4-4338-979e-0a3d03775d29 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461299 Mar 29 15:10:26.240231 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bfd83-04fa-4f88-b20c-ef10ee2bfb0d req-accd8ac0-c3b8-47c4-a388-c09bdab1b111 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:26.241750 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-198bfd83-04fa-4f88-b20c-ef10ee2bfb0d req-accd8ac0-c3b8-47c4-a388-c09bdab1b111 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0522618 Mar 29 15:10:26.253811 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d2beb-ab37-467d-b88c-28c8c35b56a2 req-69a588f9-aba4-434f-9664-10c34faef6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:26.255309 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c05d2beb-ab37-467d-b88c-28c8c35b56a2 req-69a588f9-aba4-434f-9664-10c34faef6d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5add870b1cb0435c893e50d9e9670477&device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 1129 time: 0.0450554 Mar 29 15:10:26.289097 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-198bfd83-04fa-4f88-b20c-ef10ee2bfb0d req-05c873b7-4e1e-45a8-b788-cb448f8a9b33 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409791 Mar 29 15:10:26.340416 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d2beb-ab37-467d-b88c-28c8c35b56a2 req-0f4ee924-d13d-4939-bec7-db6f814de052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:26.341895 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c05d2beb-ab37-467d-b88c-28c8c35b56a2 req-0f4ee924-d13d-4939-bec7-db6f814de052 service neutron] 10.222.0.13 "GET /v2.0/networks?id=89fb8a01-b701-481f-b5fe-0f5bee52dd67 HTTP/1.1" status: 200 len: 917 time: 0.0814390 Mar 29 15:10:26.405911 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c05d2beb-ab37-467d-b88c-28c8c35b56a2 req-0856e57b-d5d2-4bff-a2dd-200ca9d5941c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 HTTP/1.1" status: 200 len: 1001 time: 0.0586486 Mar 29 15:10:26.451113 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d2beb-ab37-467d-b88c-28c8c35b56a2 req-658443fc-85ee-4ff0-ab3f-cf0d0cd92b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:26.452478 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c05d2beb-ab37-467d-b88c-28c8c35b56a2 req-658443fc-85ee-4ff0-ab3f-cf0d0cd92b8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f249259-f45c-4953-a87f-362f60357e21 HTTP/1.1" status: 200 len: 855 time: 0.0410526 Mar 29 15:10:26.497841 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d2beb-ab37-467d-b88c-28c8c35b56a2 req-da775050-f999-4824-8dbe-e9cf454ba224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:26.499230 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c05d2beb-ab37-467d-b88c-28c8c35b56a2 req-da775050-f999-4824-8dbe-e9cf454ba224 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89fb8a01-b701-481f-b5fe-0f5bee52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412953 Mar 29 15:10:26.586571 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c05d2beb-ab37-467d-b88c-28c8c35b56a2 req-8a7cefa1-25a0-4aa4-ba18-efbbee7acbd3 service neutron] 10.222.0.13 "GET /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810399 Mar 29 15:10:26.673317 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-c05d2beb-ab37-467d-b88c-28c8c35b56a2 req-a6333a09-2282-4cf7-9969-e03fcce234cf service neutron] 10.222.0.13 "GET /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799992 Mar 29 15:10:27.410593 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470563e2-f3f3-4337-b165-e6b0bade06e2 req-a1c78780-f0a1-4f08-98b6-36c51635d88e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:27.412042 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-470563e2-f3f3-4337-b165-e6b0bade06e2 req-a1c78780-f0a1-4f08-98b6-36c51635d88e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0511262 Mar 29 15:10:27.461487 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-470563e2-f3f3-4337-b165-e6b0bade06e2 req-b4100fd7-5955-44e5-952b-88824eedfe16 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436566 Mar 29 15:10:28.586930 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8337d-cc51-46c1-afb4-6cd8f03c18d7 req-64444e8d-9f2a-4976-bf63-3c2aa91cb137 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:28.588474 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cba8337d-cc51-46c1-afb4-6cd8f03c18d7 req-64444e8d-9f2a-4976-bf63-3c2aa91cb137 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0548928 Mar 29 15:10:28.637244 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cba8337d-cc51-46c1-afb4-6cd8f03c18d7 req-8be0c138-4b52-4fa1-a076-8cb4ad5ec21a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418227 Mar 29 15:10:29.184446 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:29.840716 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [req-236f3139-4f73-4c24-b877-d63864927454 req-a42f9a33-6062-4b2d-8e51-863d4b8225cd service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:10:29.841751 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-236f3139-4f73-4c24-b877-d63864927454 req-a42f9a33-6062-4b2d-8e51-863d4b8225cd service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059922 Mar 29 15:10:30.175331 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d2338-166d-4876-9361-fb08d64179ff req-560e8350-8a05-4881-82e8-920027eb3a11 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:30.177178 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-272d2338-166d-4876-9361-fb08d64179ff req-560e8350-8a05-4881-82e8-920027eb3a11 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 945 time: 0.0518260 Mar 29 15:10:30.225540 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-272d2338-166d-4876-9361-fb08d64179ff req-a596f625-fa40-4fdd-a3e9-19723c97b113 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429478 Mar 29 15:10:30.251241 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:10:30.329781 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 is: ACTIVE; New status is: DOWN {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:10:30.330082 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:30.351761 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c076dd74-8e96-4231-ac89-37872479d9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:10:30.353990 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74923e0-c259-435f-9fc3-be2800a33398" -d '{"events": [{"server_uuid": "c076dd74-8e96-4231-ac89-37872479d9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "32ff75ff-f0ab-4514-acdd-a1fc69b38fc3"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:10:30.366582 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:10:30.390683 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 15:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b207ff1f-b738-4ea9-895e-44cafcfeca76 x-openstack-request-id: req-b207ff1f-b738-4ea9-895e-44cafcfeca76 {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:10:30.390975 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c076dd74-8e96-4231-ac89-37872479d9ad", "name": "network-vif-unplugged", "status": "failed", "tag": "32ff75ff-f0ab-4514-acdd-a1fc69b38fc3", "code": 422}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:10:30.391228 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b207ff1f-b738-4ea9-895e-44cafcfeca76 {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:10:30.391661 dv-cinder-835525-2-iscsi neutron-server[115500]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b207ff1f-b738-4ea9-895e-44cafcfeca76']: {'server_uuid': 'c076dd74-8e96-4231-ac89-37872479d9ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3', 'code': 422} returned with failed status Mar 29 15:10:30.440517 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:30.486585 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,revision_number=8']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:30.638351 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 43108) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:10:30.723026 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0a2a049d-8043-4370-b86b-37a65caf3de9 req-10733cbc-a71f-4e0c-b1ee-f2075dd5f026 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835044 Mar 29 15:10:30.731839 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [req-0a2a049d-8043-4370-b86b-37a65caf3de9 req-7d6cdf06-62d7-47ba-962f-e8a23673a297 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:10:30.732776 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0a2a049d-8043-4370-b86b-37a65caf3de9 req-7d6cdf06-62d7-47ba-962f-e8a23673a297 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053000 Mar 29 15:10:30.807673 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 43116) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:10:30.895346 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a049d-8043-4370-b86b-37a65caf3de9 req-d1dd9ae4-7442-4a3b-a670-26ef4b5bec10 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:30.896690 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0a2a049d-8043-4370-b86b-37a65caf3de9 req-d1dd9ae4-7442-4a3b-a670-26ef4b5bec10 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports/32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 HTTP/1.1" status: 200 len: 940 time: 0.0880439 Mar 29 15:10:31.352443 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bfd8e-583d-46ba-9137-54b9d9fa3ec9 req-071b89a4-8232-4651-a90a-6374e3f0188e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:31.354056 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8a8bfd8e-583d-46ba-9137-54b9d9fa3ec9 req-071b89a4-8232-4651-a90a-6374e3f0188e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 943 time: 0.0536172 Mar 29 15:10:31.401642 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8a8bfd8e-583d-46ba-9137-54b9d9fa3ec9 req-2dc9a636-2a14-4458-acec-d80fe879e318 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399511 Mar 29 15:10:32.528708 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b0f4a-fff1-4d19-9ea2-2e7df4c5b5e8 req-61477709-a4a2-43ac-a0fd-5c529e298aea tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:32.530123 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8d1b0f4a-fff1-4d19-9ea2-2e7df4c5b5e8 req-61477709-a4a2-43ac-a0fd-5c529e298aea tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 943 time: 0.0566573 Mar 29 15:10:32.577435 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8d1b0f4a-fff1-4d19-9ea2-2e7df4c5b5e8 req-ea92882e-7b2f-457d-98b7-226b58ae5808 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416191 Mar 29 15:10:33.579448 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a049d-8043-4370-b86b-37a65caf3de9 req-0ca7e5b3-aa06-4add-827c-ac27754f922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:33.580808 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-0a2a049d-8043-4370-b86b-37a65caf3de9 req-0ca7e5b3-aa06-4add-827c-ac27754f922f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad&tenant_id=5add870b1cb0435c893e50d9e9670477 HTTP/1.1" status: 200 len: 1127 time: 0.0762925 Mar 29 15:10:33.657064 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a049d-8043-4370-b86b-37a65caf3de9 req-b76d9d93-5674-43e3-96bc-82510876686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:33.658517 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-0a2a049d-8043-4370-b86b-37a65caf3de9 req-b76d9d93-5674-43e3-96bc-82510876686d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5add870b1cb0435c893e50d9e9670477&device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 1127 time: 0.0430658 Mar 29 15:10:33.700111 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d060887-5e88-4706-98cf-d8e3bba3818e req-92f53d6a-f2ac-4f99-b8f4-175119b084bc tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:33.701630 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4d060887-5e88-4706-98cf-d8e3bba3818e req-92f53d6a-f2ac-4f99-b8f4-175119b084bc tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 943 time: 0.0521247 Mar 29 15:10:33.750829 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4d060887-5e88-4706-98cf-d8e3bba3818e req-bea11aca-0f46-4d2d-93af-38a503f0173f tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434985 Mar 29 15:10:33.997263 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a049d-8043-4370-b86b-37a65caf3de9 req-dc346453-f964-4af2-963c-973b7dbfe447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:33.998697 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-0a2a049d-8043-4370-b86b-37a65caf3de9 req-dc346453-f964-4af2-963c-973b7dbfe447 service neutron] 10.222.0.13 "GET /v2.0/networks?id=89fb8a01-b701-481f-b5fe-0f5bee52dd67 HTTP/1.1" status: 200 len: 917 time: 0.3344803 Mar 29 15:10:34.062726 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-0a2a049d-8043-4370-b86b-37a65caf3de9 req-4118d352-0f32-4c72-995a-29a8e011dcf1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 HTTP/1.1" status: 200 len: 999 time: 0.0567691 Mar 29 15:10:34.109090 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a049d-8043-4370-b86b-37a65caf3de9 req-c350bd9d-ed6f-43d7-a1d5-fe0d99afc732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:34.110439 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-0a2a049d-8043-4370-b86b-37a65caf3de9 req-c350bd9d-ed6f-43d7-a1d5-fe0d99afc732 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f249259-f45c-4953-a87f-362f60357e21 HTTP/1.1" status: 200 len: 855 time: 0.0414767 Mar 29 15:10:34.159820 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a049d-8043-4370-b86b-37a65caf3de9 req-70d0e781-07d0-450e-9124-0f8c2ecbb828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:34.161350 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-0a2a049d-8043-4370-b86b-37a65caf3de9 req-70d0e781-07d0-450e-9124-0f8c2ecbb828 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89fb8a01-b701-481f-b5fe-0f5bee52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449877 Mar 29 15:10:34.244878 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-0a2a049d-8043-4370-b86b-37a65caf3de9 req-36a6cb11-15ea-4d9f-8e04-546b6f698b69 service neutron] 10.222.0.13 "GET /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779309 Mar 29 15:10:34.333905 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-0a2a049d-8043-4370-b86b-37a65caf3de9 req-7336be22-691e-43ed-ba69-76619a0a81ae service neutron] 10.222.0.13 "GET /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832715 Mar 29 15:10:34.874316 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739be7a2-5070-45a4-9bd8-6b152af7d0e8 req-a9cd966f-5fba-4943-b0be-50071e64ace2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:34.875832 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-739be7a2-5070-45a4-9bd8-6b152af7d0e8 req-a9cd966f-5fba-4943-b0be-50071e64ace2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 943 time: 0.0532525 Mar 29 15:10:34.957659 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-739be7a2-5070-45a4-9bd8-6b152af7d0e8 req-8a1cd442-5201-4c14-9325-02107a62a60a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759323 Mar 29 15:10:36.095159 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d690bc-629e-4c16-a23f-f3f423b326fa req-0e4a3503-683e-4b56-8dcf-2074f6ab9ed8 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:36.096916 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-31d690bc-629e-4c16-a23f-f3f423b326fa req-0e4a3503-683e-4b56-8dcf-2074f6ab9ed8 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 943 time: 0.0605030 Mar 29 15:10:36.148842 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-31d690bc-629e-4c16-a23f-f3f423b326fa req-20e3ee26-3324-44a9-bf44-a3cb81bb8823 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460746 Mar 29 15:10:37.283564 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f49d2-54ec-489c-a849-017364d24d60 req-78830309-6c4f-4e29-94af-2734de4f90d9 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:37.285428 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0b9f49d2-54ec-489c-a849-017364d24d60 req-78830309-6c4f-4e29-94af-2734de4f90d9 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 943 time: 0.0593464 Mar 29 15:10:37.336628 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0b9f49d2-54ec-489c-a849-017364d24d60 req-2e4c6369-80d5-4979-b95a-2f2faa23560d tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425854 Mar 29 15:10:38.469066 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a093b-6606-430b-b782-db396aedded1 req-bf1f62b1-be80-4750-82d4-c597dbaecda0 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:38.470688 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c32a093b-6606-430b-b782-db396aedded1 req-bf1f62b1-be80-4750-82d4-c597dbaecda0 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 943 time: 0.0583613 Mar 29 15:10:38.519801 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c32a093b-6606-430b-b782-db396aedded1 req-7493cf33-dcab-4dfa-b36b-08955f807230 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428698 Mar 29 15:10:39.654985 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe662e5c-ec8c-4e25-82f0-17a90167c22b req-d4adb7c8-5432-4380-bc26-4bcef85d9caf tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:39.657438 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fe662e5c-ec8c-4e25-82f0-17a90167c22b req-d4adb7c8-5432-4380-bc26-4bcef85d9caf tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 943 time: 0.0546534 Mar 29 15:10:39.704860 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fe662e5c-ec8c-4e25-82f0-17a90167c22b req-9b87e74c-4d4a-4f16-b21e-b10b28ce3534 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416358 Mar 29 15:10:40.838289 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd3a6e-8e8d-4c71-83f2-5cad494ee7ac req-77f32250-d9a0-4495-8494-7a346abd137f tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:40.839811 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5ebd3a6e-8e8d-4c71-83f2-5cad494ee7ac req-77f32250-d9a0-4495-8494-7a346abd137f tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 943 time: 0.0550091 Mar 29 15:10:40.893830 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5ebd3a6e-8e8d-4c71-83f2-5cad494ee7ac req-e0b1ba65-89dd-4940-9be3-175da188c25c tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466273 Mar 29 15:10:42.047379 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71877e8f-8e9b-4c94-8a15-5b16cb9a1e20 req-2f7d5f60-5c35-4d4e-a7e1-10fabe0ad45b tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:42.048937 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-71877e8f-8e9b-4c94-8a15-5b16cb9a1e20 req-2f7d5f60-5c35-4d4e-a7e1-10fabe0ad45b tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 943 time: 0.0572851 Mar 29 15:10:42.096696 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-71877e8f-8e9b-4c94-8a15-5b16cb9a1e20 req-16d54491-c2d3-49e9-830c-95e9a256a575 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417769 Mar 29 15:10:43.228012 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805316e-fd88-43d3-8040-18910bbd36d9 req-0fe76179-8c5d-41dc-930c-14c8969ade5b tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:43.229492 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f805316e-fd88-43d3-8040-18910bbd36d9 req-0fe76179-8c5d-41dc-930c-14c8969ade5b tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 943 time: 0.0525084 Mar 29 15:10:43.278972 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f805316e-fd88-43d3-8040-18910bbd36d9 req-b58369fb-6ae1-4c6f-bf03-1b6c5b043a5d tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440342 Mar 29 15:10:43.739130 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-119dc071-7434-4eb6-b68b-a38e152c01ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:44.399908 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d84052-ce42-4789-9b63-b1e9de2da8eb req-bd18fd0e-83db-4a6d-8190-d23c1fa6933a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:44.401386 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f9d84052-ce42-4789-9b63-b1e9de2da8eb req-bd18fd0e-83db-4a6d-8190-d23c1fa6933a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 943 time: 0.0511315 Mar 29 15:10:44.447499 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f9d84052-ce42-4789-9b63-b1e9de2da8eb req-7229e156-8ee8-47dd-90c3-c8f8b0461f46 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405366 Mar 29 15:10:45.568591 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17725d-529a-4e15-815e-420b2edd7e08 req-7fff597e-a36b-420f-b3e0-ad3d87c17be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:45.569987 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ed17725d-529a-4e15-815e-420b2edd7e08 req-7fff597e-a36b-420f-b3e0-ad3d87c17be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 943 time: 0.0518200 Mar 29 15:10:45.615268 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ed17725d-529a-4e15-815e-420b2edd7e08 req-5a6c8924-5a05-4c5f-86cf-df457499f55b tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397303 Mar 29 15:10:45.779562 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-99ea0e29-85d9-4f06-953f-7db9c636b636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:46.736876 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8df14-77b6-4c03-ae2d-055c851e5b62 req-85b09841-b9a5-45b7-9b9c-937620896621 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:46.738386 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9ed8df14-77b6-4c03-ae2d-055c851e5b62 req-85b09841-b9a5-45b7-9b9c-937620896621 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 943 time: 0.0547273 Mar 29 15:10:46.783211 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9ed8df14-77b6-4c03-ae2d-055c851e5b62 req-29480c1c-c765-407a-87e7-a1e72dd73563 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393500 Mar 29 15:10:46.915572 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:10:47.814402 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:47.904119 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e4a9d-b875-4551-85ea-89c6af9ff34c req-2f395b72-a370-4979-ada2-be5e7eafb4f3 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:47.905622 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3c2e4a9d-b875-4551-85ea-89c6af9ff34c req-2f395b72-a370-4979-ada2-be5e7eafb4f3 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 943 time: 0.0512567 Mar 29 15:10:47.950278 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3c2e4a9d-b875-4551-85ea-89c6af9ff34c req-2d3eb95f-ba14-45ce-93bc-43db85585748 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391855 Mar 29 15:10:48.355186 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:49.070030 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516306d-9774-444e-be48-3d0c26e11a27 req-ded3abad-477d-480a-8ea9-d439cfdacf4b tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:49.071468 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9516306d-9774-444e-be48-3d0c26e11a27 req-ded3abad-477d-480a-8ea9-d439cfdacf4b tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 943 time: 0.0506613 Mar 29 15:10:49.119229 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9516306d-9774-444e-be48-3d0c26e11a27 req-6433bff7-61a6-4fb0-827f-5b6b37b70478 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422421 Mar 29 15:10:49.737421 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:50.241508 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7202d-54bb-46a3-b52e-8c197dfba34b req-30599f62-8320-4838-9ac1-cd368d07e9c6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:50.242999 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9fa7202d-54bb-46a3-b52e-8c197dfba34b req-30599f62-8320-4838-9ac1-cd368d07e9c6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 943 time: 0.0508819 Mar 29 15:10:50.289970 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9fa7202d-54bb-46a3-b52e-8c197dfba34b req-63270305-2c37-4199-9afd-51de3a8c572f tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408840 Mar 29 15:10:50.309676 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:10:50.403449 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:10:50.414638 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'port_id': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3', 'mac_address': 'fa:16:3e:a6:20:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:10:50.450660 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:10:50.451046 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:50.466277 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:10:50.484707 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:10:50.554828 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:50.599632 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,revision_number=9']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:50.850663 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['32ff75ff-f0ab-4514-acdd-a1fc69b38fc3'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:10:51.410824 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a252a2-a808-431f-ab05-a9649f761357 req-5adde233-5abe-4d08-9397-a61aa31b8fb6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:51.412272 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-66a252a2-a808-431f-ab05-a9649f761357 req-5adde233-5abe-4d08-9397-a61aa31b8fb6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 944 time: 0.0515602 Mar 29 15:10:51.457930 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-66a252a2-a808-431f-ab05-a9649f761357 req-c709035d-e0c9-4a7c-afc2-b70c8116b98d tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398886 Mar 29 15:10:52.309816 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:10:52.355768 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:10:52.356142 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:52.429260 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:10:52.429636 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:52.450555 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c076dd74-8e96-4231-ac89-37872479d9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:10:52.452750 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebaa2ac7-73b6-4250-80a4-fb2db2697ff2" -d '{"events": [{"server_uuid": "c076dd74-8e96-4231-ac89-37872479d9ad", "name": "network-vif-plugged", "status": "completed", "tag": "32ff75ff-f0ab-4514-acdd-a1fc69b38fc3"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:10:52.467976 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:10:52.489208 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c365260a-3396-4b9f-9a17-7ae8ad3fc77e x-openstack-request-id: req-c365260a-3396-4b9f-9a17-7ae8ad3fc77e {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:10:52.489513 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c076dd74-8e96-4231-ac89-37872479d9ad", "name": "network-vif-plugged", "status": "completed", "tag": "32ff75ff-f0ab-4514-acdd-a1fc69b38fc3", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:10:52.489772 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c365260a-3396-4b9f-9a17-7ae8ad3fc77e {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:10:52.490167 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c365260a-3396-4b9f-9a17-7ae8ad3fc77e'] response: {'server_uuid': 'c076dd74-8e96-4231-ac89-37872479d9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3', 'code': 200} Mar 29 15:10:52.532351 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:52.580022 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,revision_number=10']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:52.590835 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a6310-a447-4735-8877-1cf2c476817b req-65bcc431-7b0e-4f96-8cd4-015d361ebf5b tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:52.592810 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e17a6310-a447-4735-8877-1cf2c476817b req-65bcc431-7b0e-4f96-8cd4-015d361ebf5b tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 946 time: 0.0591958 Mar 29 15:10:52.638014 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e17a6310-a447-4735-8877-1cf2c476817b req-a630a8b6-7f31-4b88-9376-63ad3726b108 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395858 Mar 29 15:10:53.121438 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a3b40-752e-4285-b5f9-02660932818c req-02d5453d-35da-40b6-8ca6-145690e55729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:53.123416 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ce1a3b40-752e-4285-b5f9-02660932818c req-02d5453d-35da-40b6-8ca6-145690e55729 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 1130 time: 0.0425293 Mar 29 15:10:53.166696 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ce1a3b40-752e-4285-b5f9-02660932818c req-7c5e5eff-8cc1-4049-a214-b98aa315af5e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359285 Mar 29 15:10:53.760455 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab9eb8-5171-4bb9-9354-cfef9a222727 req-71e95428-c50a-4930-b3e9-cd65fb285430 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:53.761927 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dfab9eb8-5171-4bb9-9354-cfef9a222727 req-71e95428-c50a-4930-b3e9-cd65fb285430 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 946 time: 0.0512366 Mar 29 15:10:53.808188 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dfab9eb8-5171-4bb9-9354-cfef9a222727 req-a075bcfa-8b20-48e5-9c53-dd119b115a17 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407665 Mar 29 15:10:54.933463 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98764902-9b87-4b98-9613-4e71348891e3 req-1d183db2-5b0f-4f31-bb48-6c59e0a13f6d tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:54.935498 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-98764902-9b87-4b98-9613-4e71348891e3 req-1d183db2-5b0f-4f31-bb48-6c59e0a13f6d tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 946 time: 0.0550251 Mar 29 15:10:54.980883 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-98764902-9b87-4b98-9613-4e71348891e3 req-2fef3853-fa77-4e16-9e81-fff3691bde2c tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395830 Mar 29 15:10:56.102123 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52240c3-42ea-482a-99b1-d2a0499c9039 req-3655662a-89c0-4249-af18-890ceeeb2b21 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:56.103609 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d52240c3-42ea-482a-99b1-d2a0499c9039 req-3655662a-89c0-4249-af18-890ceeeb2b21 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 946 time: 0.0511391 Mar 29 15:10:56.148832 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d52240c3-42ea-482a-99b1-d2a0499c9039 req-46fec0b3-1198-4752-ac3e-47ef864b4df1 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397661 Mar 29 15:10:59.185496 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:12.944266 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-713858df-6610-4de4-a502-17fc7529e4e8 req-2fe48b3d-808e-4928-80bd-136c12a7c3f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0237732 Mar 29 15:11:13.025858 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-713858df-6610-4de4-a502-17fc7529e4e8 req-8f74a0d1-475c-421b-9b26-89dc53c9554c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0251555 Mar 29 15:11:13.071455 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-713858df-6610-4de4-a502-17fc7529e4e8 req-3d1bf773-3fdd-4b92-b710-119f57d963a2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0319e2af33245f4917a97026782fdd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190437 Mar 29 15:11:13.161993 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713858df-6610-4de4-a502-17fc7529e4e8 req-aff68935-449f-4a99-a695-a5122f424b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:13.163672 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-713858df-6610-4de4-a502-17fc7529e4e8 req-aff68935-449f-4a99-a695-a5122f424b5f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871885 Mar 29 15:11:13.733335 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-deec76cc-ae03-4685-b428-2952c3e5a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:15.807185 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-f9b98f69-0e2c-45e2-afd0-ddefc7d172bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:17.122115 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:18.344494 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:19.790459 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:23.914746 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:11:29.189006 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:29.560183 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edf5b8-add3-471f-bc5a-2154a3ada0e2 req-40ec23ad-5fa6-41a6-bd7d-23c5a8fefcd1 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:29.561652 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-44edf5b8-add3-471f-bc5a-2154a3ada0e2 req-40ec23ad-5fa6-41a6-bd7d-23c5a8fefcd1 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 946 time: 0.0513501 Mar 29 15:11:29.610536 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-44edf5b8-add3-471f-bc5a-2154a3ada0e2 req-eff397f3-9189-48bf-a5fd-f05add51951d tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433617 Mar 29 15:11:30.733245 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec09b5-ecd0-43c4-817d-78e4a22dd8d3 req-049a36cd-822f-493c-8a0f-de9923039799 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:30.734683 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1dec09b5-ecd0-43c4-817d-78e4a22dd8d3 req-049a36cd-822f-493c-8a0f-de9923039799 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 946 time: 0.0511897 Mar 29 15:11:30.779368 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1dec09b5-ecd0-43c4-817d-78e4a22dd8d3 req-03ee9098-568e-4f42-960b-4d052e79c176 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=1275e1eb-7a24-4840-b012-9f300fa76a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391378 Mar 29 15:11:31.165585 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c7556-e940-4839-9ad6-ce344daea460 req-808d6ead-f113-442f-8665-6a61bca41361 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:31.167000 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b81c7556-e940-4839-9ad6-ce344daea460 req-808d6ead-f113-442f-8665-6a61bca41361 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.13 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 946 time: 0.0519550 Mar 29 15:11:31.257521 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-b81c7556-e940-4839-9ad6-ce344daea460 req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Deleting port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:11:31.257864 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-b81c7556-e940-4839-9ad6-ce344daea460 req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:31.343353 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-b81c7556-e940-4839-9ad6-ce344daea460 req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] For port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:11:31.343715 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-b81c7556-e940-4839-9ad6-ce344daea460 req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:31.511520 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-b81c7556-e940-4839-9ad6-ce344daea460 req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:31.512437 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-b81c7556-e940-4839-9ad6-ce344daea460 req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (45924449-3313-4ca5-965d-f4d888fcb8fd), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:31.512752 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.l3_db [req-b81c7556-e940-4839-9ad6-ce344daea460 req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Floating IP 45924449-3313-4ca5-965d-f4d888fcb8fd disassociated. External IP: 172.27.1.156, port: 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3. Mar 29 15:11:31.513118 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-b81c7556-e940-4839-9ad6-ce344daea460 req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Calling delete_port for 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 owned by compute:nova {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:11:31.709895 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-b81c7556-e940-4839-9ad6-ce344daea460 req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (32ff75ff-f0ab-4514-acdd-a1fc69b38fc3), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:31.737636 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Pushing event deleted for resources: {'Port': ['ID=32ff75ff-f0ab-4514-acdd-a1fc69b38fc3,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:31.748911 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:31.749285 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:31.749625 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:31.749968 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:31.750304 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:31.750636 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:31.750960 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:31.751286 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:31.751614 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:31.751936 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:31.752257 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:31.752578 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:31.752898 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:31.753248 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:31.753566 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:31.866651 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b81c7556-e940-4839-9ad6-ce344daea460 req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Router a3324915-7e75-409c-b7fe-93c335065156 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:11:31.878287 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-78c5e5b0-3975-4f9f-857d-140cd6be4c69 req-e6fa15d4-188d-46d6-a161-3afa163054fc tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 210 time: 0.0276136 Mar 29 15:11:31.974400 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b81c7556-e940-4839-9ad6-ce344daea460 req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:11:31.984227 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdce1bf-f7d3-4ec7-a849-64b279546a76 None None] Sync routers for ids ['a3324915-7e75-409c-b7fe-93c335065156'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:11:31.994144 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdce1bf-f7d3-4ec7-a849-64b279546a76 None None] Routers {'a3324915-7e75-409c-b7fe-93c335065156'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:11:31.994752 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-bbdce1bf-f7d3-4ec7-a849-64b279546a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:11:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a3324915-7e75-409c-b7fe-93c335065156'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:11:32.017740 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81c7556-e940-4839-9ad6-ce344daea460 req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] No DVR routers for this DVR port 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 on host hv-cinder-83552 {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:11:32.020211 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-b81c7556-e940-4839-9ad6-ce344daea460 req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:32.023720 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-b81c7556-e940-4839-9ad6-ce344daea460 req-19c564e4-48d3-4800-b46d-6351aa13ed4a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.13 "DELETE /v2.0/ports/32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 HTTP/1.1" status: 204 len: 173 time: 0.8516641 Mar 29 15:11:32.024177 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c076dd74-8e96-4231-ac89-37872479d9ad', 'name': 'network-vif-deleted', 'tag': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:11:32.026898 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0b4364-0522-45cd-b132-c45b4dac16ac" -d '{"events": [{"server_uuid": "c076dd74-8e96-4231-ac89-37872479d9ad", "name": "network-vif-deleted", "tag": "32ff75ff-f0ab-4514-acdd-a1fc69b38fc3"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:11:32.063518 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd9fb43-0fda-462b-b195-3387811f4e99 x-openstack-request-id: req-5dd9fb43-0fda-462b-b195-3387811f4e99 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:11:32.063860 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c076dd74-8e96-4231-ac89-37872479d9ad", "name": "network-vif-deleted", "tag": "32ff75ff-f0ab-4514-acdd-a1fc69b38fc3", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:11:32.064234 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5dd9fb43-0fda-462b-b195-3387811f4e99 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:11:32.064640 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dd9fb43-0fda-462b-b195-3387811f4e99'] response: {'server_uuid': 'c076dd74-8e96-4231-ac89-37872479d9ad', 'name': 'network-vif-deleted', 'tag': '32ff75ff-f0ab-4514-acdd-a1fc69b38fc3', 'status': 'completed', 'code': 200} Mar 29 15:11:32.103655 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-bbdce1bf-f7d3-4ec7-a849-64b279546a76 None None] Set router a3324915-7e75-409c-b7fe-93c335065156 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:11:32.309307 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-bbdce1bf-f7d3-4ec7-a849-64b279546a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:09:06Z', 'revision_number': 4, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port': {'id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:04Z', 'updated_at': '2022-03-29T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': 'f0ec915b-0a18-4809-baa6-f960c5379aaa', 'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'mac_address': 'fa:16:3e:be:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:06Z', 'updated_at': '2022-03-29T15:09:10Z', 'revision_number': 5, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'subnets': [{'id': '4f249259-f45c-4953-a87f-362f60357e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:11:32.334986 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdce1bf-f7d3-4ec7-a849-64b279546a76 None None] Checking router: a3324915-7e75-409c-b7fe-93c335065156 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:11:32.343908 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdce1bf-f7d3-4ec7-a849-64b279546a76 None None] Routers {'a3324915-7e75-409c-b7fe-93c335065156'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:11:32.344510 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-bbdce1bf-f7d3-4ec7-a849-64b279546a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:11:16Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a3324915-7e75-409c-b7fe-93c335065156'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:11:32.450518 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-bbdce1bf-f7d3-4ec7-a849-64b279546a76 None None] Set router a3324915-7e75-409c-b7fe-93c335065156 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:11:32.655982 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-bbdce1bf-f7d3-4ec7-a849-64b279546a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:09:06Z', 'revision_number': 4, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port': {'id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:04Z', 'updated_at': '2022-03-29T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': 'f0ec915b-0a18-4809-baa6-f960c5379aaa', 'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'mac_address': 'fa:16:3e:be:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:06Z', 'updated_at': '2022-03-29T15:09:10Z', 'revision_number': 5, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'subnets': [{'id': '4f249259-f45c-4953-a87f-362f60357e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:11:32.684450 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdce1bf-f7d3-4ec7-a849-64b279546a76 None None] The sync data for ids ['a3324915-7e75-409c-b7fe-93c335065156'] in dv-cinder-835525-2-iscsi is: [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:09:06Z', 'revision_number': 4, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port': {'id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:04Z', 'updated_at': '2022-03-29T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': 'f0ec915b-0a18-4809-baa6-f960c5379aaa', 'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'mac_address': 'fa:16:3e:be:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:06Z', 'updated_at': '2022-03-29T15:09:10Z', 'revision_number': 5, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'subnets': [{'id': '4f249259-f45c-4953-a87f-362f60357e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:11:32.898250 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088625a8-41f7-4120-ad72-294f564d083d None None] New status for floating IP 45924449-3313-4ca5-965d-f4d888fcb8fd: DOWN {{(pid=115500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:11:32.989450 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f06d2fbc-965f-4594-82c0-433736cfcbb1 req-ead70991-a1a4-464e-9a92-b6bf94725a2e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=c076dd74-8e96-4231-ac89-37872479d9ad HTTP/1.1" status: 200 len: 210 time: 0.0258152 Mar 29 15:11:34.116008 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 43276) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:34.171866 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group (1275e1eb-7a24-4840-b012-9f300fa76a7a), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:34.195160 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group (1275e1eb-7a24-4840-b012-9f300fa76a7a), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:34.315963 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (1275e1eb-7a24-4840-b012-9f300fa76a7a), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:34.318522 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:34.319695 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "DELETE /v2.0/security-groups/1275e1eb-7a24-4840-b012-9f300fa76a7a HTTP/1.1" status: 204 len: 168 time: 0.2026653 Mar 29 15:11:34.322488 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 43278) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:34.329040 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1275e1eb-7a24-4840-b012-9f300fa76a7a,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:34.335932 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:34.336103 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.api.v2.resource [None req-5157574a-0416-448a-a71b-645bdbc33242 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] show failed (client error): The resource could not be found. Mar 29 15:11:34.336297 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:34.336710 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:34.337039 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:34.337306 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:34.337636 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:34.337963 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:34.338287 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:34.338613 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:34.338939 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:34.339162 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-5157574a-0416-448a-a71b-645bdbc33242 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups/1275e1eb-7a24-4840-b012-9f300fa76a7a HTTP/1.1" status: 404 len: 347 time: 0.0156970 Mar 29 15:11:34.339287 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:34.340168 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:34.340472 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:34.340794 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:34.341148 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009bbf43-95bc-42cd-ba80-45e50b8a8c26 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:34.342517 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 43280) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:34.463340 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-df3b7205-ce2a-46cb-836d-ff6ed8a4f0f6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Deleting port 53776762-f4dd-4e25-8d8a-25c463ad5cd8 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:11:34.463675 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-df3b7205-ce2a-46cb-836d-ff6ed8a4f0f6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (53776762-f4dd-4e25-8d8a-25c463ad5cd8), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:34.468091 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:11:34.491501 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] No Port match for: 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:11:34.491844 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 32ff75ff-f0ab-4514-acdd-a1fc69b38fc3 not bound to the agent host hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:11:34.538040 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-df3b7205-ce2a-46cb-836d-ff6ed8a4f0f6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (53776762-f4dd-4e25-8d8a-25c463ad5cd8), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:34.539274 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-df3b7205-ce2a-46cb-836d-ff6ed8a4f0f6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for floatingip (53776762-f4dd-4e25-8d8a-25c463ad5cd8), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:34.550207 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-df3b7205-ce2a-46cb-836d-ff6ed8a4f0f6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Calling delete_port for 53776762-f4dd-4e25-8d8a-25c463ad5cd8 owned by network:floatingip {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:11:34.742845 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-df3b7205-ce2a-46cb-836d-ff6ed8a4f0f6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (53776762-f4dd-4e25-8d8a-25c463ad5cd8), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:34.768074 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b7205-ce2a-46cb-836d-ff6ed8a4f0f6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Pushing event deleted for resources: {'Port': ['ID=53776762-f4dd-4e25-8d8a-25c463ad5cd8,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:34.831054 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-df3b7205-ce2a-46cb-836d-ff6ed8a4f0f6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for floatingip (45924449-3313-4ca5-965d-f4d888fcb8fd), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:34.833687 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-df3b7205-ce2a-46cb-836d-ff6ed8a4f0f6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:34.834823 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-df3b7205-ce2a-46cb-836d-ff6ed8a4f0f6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "DELETE /v2.0/floatingips/45924449-3313-4ca5-965d-f4d888fcb8fd HTTP/1.1" status: 204 len: 168 time: 0.4914107 Mar 29 15:11:35.052096 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 43284) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:35.056626 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-3e7693f0-eaf5-4e93-880b-925f8d013d14 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1552271856', 'description': 'tempest-description--111581434'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:11:35.143149 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3e7693f0-eaf5-4e93-880b-925f8d013d14 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:35.206885 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3e7693f0-eaf5-4e93-880b-925f8d013d14 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group (12195869-90bb-4e5b-b2a5-d43b93e9fa65), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:35.285940 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3e7693f0-eaf5-4e93-880b-925f8d013d14 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (12195869-90bb-4e5b-b2a5-d43b93e9fa65), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:35.314408 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7693f0-eaf5-4e93-880b-925f8d013d14 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12195869-90bb-4e5b-b2a5-d43b93e9fa65,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:35.374918 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3e7693f0-eaf5-4e93-880b-925f8d013d14 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:35.376145 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-3e7693f0-eaf5-4e93-880b-925f8d013d14 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3230157 Mar 29 15:11:35.378961 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 43286) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:35.383210 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-00e661d9-c676-4651-8027-1aa332551f48 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Request body: {'security_group_rule': {'security_group_id': '12195869-90bb-4e5b-b2a5-d43b93e9fa65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:11:35.472995 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-00e661d9-c676-4651-8027-1aa332551f48 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group_rule (8397c3b7-1ad0-4b65-a991-e38f14987e1f), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:35.526671 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-00e661d9-c676-4651-8027-1aa332551f48 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group_rule (8397c3b7-1ad0-4b65-a991-e38f14987e1f), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:35.606010 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-00e661d9-c676-4651-8027-1aa332551f48 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (8397c3b7-1ad0-4b65-a991-e38f14987e1f), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:35.624525 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e661d9-c676-4651-8027-1aa332551f48 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8397c3b7-1ad0-4b65-a991-e38f14987e1f,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:35.693078 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-00e661d9-c676-4651-8027-1aa332551f48 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:35.694260 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-00e661d9-c676-4651-8027-1aa332551f48 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3143907 Mar 29 15:11:35.696999 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 43288) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:35.701125 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-f2db3de9-1f85-4058-9aa2-da434920eb48 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Request body: {'security_group_rule': {'security_group_id': '12195869-90bb-4e5b-b2a5-d43b93e9fa65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:11:35.795351 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f2db3de9-1f85-4058-9aa2-da434920eb48 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group_rule (d3a874fe-f45f-4163-b699-b198453d48b3), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:35.847635 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f2db3de9-1f85-4058-9aa2-da434920eb48 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group_rule (d3a874fe-f45f-4163-b699-b198453d48b3), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:35.938276 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f2db3de9-1f85-4058-9aa2-da434920eb48 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (d3a874fe-f45f-4163-b699-b198453d48b3), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:35.959529 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db3de9-1f85-4058-9aa2-da434920eb48 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a874fe-f45f-4163-b699-b198453d48b3,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:36.014608 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f2db3de9-1f85-4058-9aa2-da434920eb48 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.015790 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-f2db3de9-1f85-4058-9aa2-da434920eb48 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3178842 Mar 29 15:11:36.018786 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 43290) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:36.022937 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-eb5ace68-07bf-4343-94cd-7273c4b00551 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Request body: {'floatingip': {'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:11:36.092763 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eb5ace68-07bf-4343-94cd-7273c4b00551 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.184736 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eb5ace68-07bf-4343-94cd-7273c4b00551 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.286323 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [None req-eb5ace68-07bf-4343-94cd-7273c4b00551 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Allocated IP 172.27.1.209 (35de33f6-ccbb-4ce0-93f2-17c55baad7c7/c2a84397-0026-4bd7-92a0-1b2547789488/a8c8426a-0b75-4efa-8848-429b1681ff64) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:11:36.381644 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eb5ace68-07bf-4343-94cd-7273c4b00551 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for port (a8c8426a-0b75-4efa-8848-429b1681ff64), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.492821 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eb5ace68-07bf-4343-94cd-7273c4b00551 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (a8c8426a-0b75-4efa-8848-429b1681ff64), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.529100 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5ace68-07bf-4343-94cd-7273c4b00551 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Network 35de33f6-ccbb-4ce0-93f2-17c55baad7c7 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:11:36.531834 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-eb5ace68-07bf-4343-94cd-7273c4b00551 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:11:36.537425 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5ace68-07bf-4343-94cd-7273c4b00551 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:11:36.563093 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ace68-07bf-4343-94cd-7273c4b00551 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Pushing event updated for resources: {'Port': ['ID=a8c8426a-0b75-4efa-8848-429b1681ff64,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:36.626042 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eb5ace68-07bf-4343-94cd-7273c4b00551 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for floatingip (9d67992a-9f1c-40e5-a964-11574424226d), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.724960 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eb5ace68-07bf-4343-94cd-7273c4b00551 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (a8c8426a-0b75-4efa-8848-429b1681ff64), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.869206 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eb5ace68-07bf-4343-94cd-7273c4b00551 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for port (a8c8426a-0b75-4efa-8848-429b1681ff64), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.943902 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eb5ace68-07bf-4343-94cd-7273c4b00551 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (a8c8426a-0b75-4efa-8848-429b1681ff64), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:37.009362 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ace68-07bf-4343-94cd-7273c4b00551 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Pushing event updated for resources: {'Port': ['ID=a8c8426a-0b75-4efa-8848-429b1681ff64,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:37.019058 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eb5ace68-07bf-4343-94cd-7273c4b00551 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (9d67992a-9f1c-40e5-a964-11574424226d), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:37.088685 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-eb5ace68-07bf-4343-94cd-7273c4b00551 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:37.090022 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-eb5ace68-07bf-4343-94cd-7273c4b00551 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0702889 Mar 29 15:11:37.234057 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-79007bcf-8b03-4559-a957-753ea7718738 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1552271856&fields=id&tenant_id=5add870b1cb0435c893e50d9e9670477 HTTP/1.1" status: 200 len: 267 time: 0.0418341 Mar 29 15:11:37.339807 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-571c96f6-aa5b-46b7-8937-ecad38d73e8a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:37.341749 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-571c96f6-aa5b-46b7-8937-ecad38d73e8a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/networks?id=89fb8a01-b701-481f-b5fe-0f5bee52dd67 HTTP/1.1" status: 200 len: 816 time: 0.1015003 Mar 29 15:11:37.355908 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-75bb1e26-e5fc-455e-af56-cb0edd6b8bdc tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/quotas/5add870b1cb0435c893e50d9e9670477 HTTP/1.1" status: 200 len: 375 time: 0.0087831 Mar 29 15:11:37.408214 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-e6f61d62-c5a4-4c87-9c58-56852c6805b6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5add870b1cb0435c893e50d9e9670477&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468445 Mar 29 15:11:37.497613 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-22fe2fe7-0512-42f4-8823-6200d86a219f service neutron] 10.222.0.16 "GET /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777683 Mar 29 15:11:37.584355 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-6ed8e5f3-c324-47db-9e0c-f6950c2b639f service neutron] 10.222.0.16 "GET /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812066 Mar 29 15:11:37.815006 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3b5be02f-7e29-4d09-bc69-35efeb6ed0f6 req-02ca2071-af7f-4310-870a-b9febb94e38d tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 210 time: 0.0262299 Mar 29 15:11:38.895783 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-02e63729-e75d-4a53-8166-2833361f46c2 req-599cd406-7c7d-4233-ae39-b62ba6f0cb18 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 210 time: 0.0275793 Mar 29 15:11:39.974767 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1693c9fd-1c76-42f5-b490-f411adc76a27 req-3747f461-7bed-4a0c-aac4-140c4ec4a77f tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 210 time: 0.0273967 Mar 29 15:11:41.055499 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c3fb46da-35cf-448b-9e45-297f3e2b46a2 req-b21df61d-1137-4739-a590-28d6cb7edb27 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 210 time: 0.0301893 Mar 29 15:11:42.148437 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7248c1a0-2595-461b-a8f3-5cb0c63e512b req-41361397-6a3b-4d2f-9962-d98f0eea427d tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 210 time: 0.0269206 Mar 29 15:11:43.245108 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ec68bad8-bbf6-4062-a2f8-efb58e581bb1 req-a4909c42-2c4b-474d-974f-956c8f3083f2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 210 time: 0.0258052 Mar 29 15:11:43.622369 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-eb0b3235-6abc-4578-b266-2513cae27298 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:43.623821 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-eb0b3235-6abc-4578-b266-2513cae27298 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.13 "GET /v2.0/networks?id=89fb8a01-b701-481f-b5fe-0f5bee52dd67 HTTP/1.1" status: 200 len: 816 time: 0.1005733 Mar 29 15:11:43.689729 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-90766a16-d25a-49a4-aed4-5d159db8d804 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5add870b1cb0435c893e50d9e9670477 HTTP/1.1" status: 200 len: 380 time: 0.0509744 Mar 29 15:11:43.699208 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-efb43648-7e60-4962-8acc-63e9e62f2f34 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Request body: {'port': {'device_id': '9d57cdfd-47b2-4029-b52c-089d2610e0de', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'admin_state_up': True, 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'security_groups': ['12195869-90bb-4e5b-b2a5-d43b93e9fa65']}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:11:43.881387 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-27d6a62d-8361-4e3e-9450-690ef2884dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:43.961313 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-efb43648-7e60-4962-8acc-63e9e62f2f34 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Made reservation on behalf of 5add870b1cb0435c893e50d9e9670477 for: {'port': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:11:43.964643 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-efb43648-7e60-4962-8acc-63e9e62f2f34 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:44.086944 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-efb43648-7e60-4962-8acc-63e9e62f2f34 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Allocated IP 172.20.0.9 (89fb8a01-b701-481f-b5fe-0f5bee52dd67/4f249259-f45c-4953-a87f-362f60357e21/8bbef11e-dbb0-42bf-bef4-725963fd0ff4) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:11:44.222237 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-efb43648-7e60-4962-8acc-63e9e62f2f34 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:44.298992 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-efb43648-7e60-4962-8acc-63e9e62f2f34 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:44.337530 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-efb43648-7e60-4962-8acc-63e9e62f2f34 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Network 89fb8a01-b701-481f-b5fe-0f5bee52dd67 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:11:44.341506 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-efb43648-7e60-4962-8acc-63e9e62f2f34 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:11:44.350312 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-efb43648-7e60-4962-8acc-63e9e62f2f34 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:11:44.371071 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee5ece-3183-4633-8820-412fce412dcc req-bf2a1b06-3cf9-40a0-87dc-2297adfd8ee9 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:44.373256 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-02ee5ece-3183-4633-8820-412fce412dcc req-bf2a1b06-3cf9-40a0-87dc-2297adfd8ee9 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 931 time: 0.0537937 Mar 29 15:11:44.387604 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb43648-7e60-4962-8acc-63e9e62f2f34 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Pushing event updated for resources: {'Port': ['ID=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:44.401921 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-efb43648-7e60-4962-8acc-63e9e62f2f34 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:44.407720 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-efb43648-7e60-4962-8acc-63e9e62f2f34 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:44.426718 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-02ee5ece-3183-4633-8820-412fce412dcc req-3b97c6ce-0bf6-400b-bc3d-cee55e86bd19 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464308 Mar 29 15:11:44.461613 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-efb43648-7e60-4962-8acc-63e9e62f2f34 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7660205 Mar 29 15:11:44.479573 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Request body: {'port': {'device_id': '9d57cdfd-47b2-4029-b52c-089d2610e0de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:11:44.542310 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:44.612183 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-8ccf1078-6855-4437-827a-3c0a851680fc None None] Provisioning complete for port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 triggered by entity DHCP. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:11:44.612860 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1078-6855-4437-827a-3c0a851680fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:44.646326 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf1078-6855-4437-827a-3c0a851680fc None None] Port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 cannot update to ACTIVE because it is not bound. {{(pid=115500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:11:44.791105 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 {{(pid=115499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:11:44.798354 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Publish callbacks [] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:44.810288 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.provisioning_blocks [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Transition to ACTIVE for port object 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 will not be triggered until provisioned by entity L2. {{(pid=115499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:11:44.873893 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:44.923002 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Pushing event updated for resources: {'Port': ['ID=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:44.993093 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Attempting to bind port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:11:44.993424 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Attempting to bind port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': '72a1208e-e99f-4c50-9ee5-e8f0070ee172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67'}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:11:44.993748 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Attempting to bind port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 on network 89fb8a01-b701-481f-b5fe-0f5bee52dd67 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:11:44.998736 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 on network 89fb8a01-b701-481f-b5fe-0f5bee52dd67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:11:44.999053 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Attempting to bind port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 on network 89fb8a01-b701-481f-b5fe-0f5bee52dd67 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:11:45.004239 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Checking agent: {'id': 'e622d3d7-0a71-4961-ba27-45794834ffcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'started_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:11:45.004792 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Checking segment: {'id': '72a1208e-e99f-4c50-9ee5-e8f0070ee172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:11:45.005221 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Bound using segment: {'id': '72a1208e-e99f-4c50-9ee5-e8f0070ee172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67'} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:11:45.005655 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Bound port: 8bbef11e-dbb0-42bf-bef4-725963fd0ff4, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a1208e-e99f-4c50-9ee5-e8f0070ee172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67'}}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:11:45.006048 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:45.070743 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] For port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4, host hv-cinder-83552, cleared binding levels {{(pid=115499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:11:45.073655 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] For port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:11:45.173350 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:45.207170 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:45.207783 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:45.209174 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] 10.222.0.13 "PUT /v2.0/ports/8bbef11e-dbb0-42bf-bef4-725963fd0ff4 HTTP/1.1" status: 200 len: 1093 time: 0.7340007 Mar 29 15:11:45.209615 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d57cdfd-47b2-4029-b52c-089d2610e0de', 'tag': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:11:45.211868 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea808b1-11a5-4c37-9111-0fd5aeefd689" -d '{"events": [{"name": "network-changed", "server_uuid": "9d57cdfd-47b2-4029-b52c-089d2610e0de", "tag": "8bbef11e-dbb0-42bf-bef4-725963fd0ff4"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:11:45.238194 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3bd71-2bae-4463-b944-665bb26c6f76 service neutron] Pushing event updated for resources: {'Port': ['ID=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,revision_number=3']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:45.259212 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc2232d-c197-4bb7-8d37-6f0780fdcd51 x-openstack-request-id: req-9cc2232d-c197-4bb7-8d37-6f0780fdcd51 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:11:45.259508 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d57cdfd-47b2-4029-b52c-089d2610e0de", "tag": "8bbef11e-dbb0-42bf-bef4-725963fd0ff4", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:11:45.259760 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9cc2232d-c197-4bb7-8d37-6f0780fdcd51 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:11:45.260169 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc2232d-c197-4bb7-8d37-6f0780fdcd51'] response: {'name': 'network-changed', 'server_uuid': '9d57cdfd-47b2-4029-b52c-089d2610e0de', 'tag': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4', 'status': 'completed', 'code': 200} Mar 29 15:11:45.403371 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea808b1-11a5-4c37-9111-0fd5aeefd689 req-fd698d8a-b30e-49b5-b54f-dacec48b5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:45.404896 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-cea808b1-11a5-4c37-9111-0fd5aeefd689 req-fd698d8a-b30e-49b5-b54f-dacec48b5d62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5add870b1cb0435c893e50d9e9670477&device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 1127 time: 0.1004157 Mar 29 15:11:45.507561 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea808b1-11a5-4c37-9111-0fd5aeefd689 req-af678154-4b20-441c-99bb-db9d0c0482f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:45.509036 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-cea808b1-11a5-4c37-9111-0fd5aeefd689 req-af678154-4b20-441c-99bb-db9d0c0482f7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5add870b1cb0435c893e50d9e9670477&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0909283 Mar 29 15:11:45.555434 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba9ad0-b27c-426d-ac69-76d973cf0891 req-888e3608-3f3e-4e3e-9fac-43efbe7a7839 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:45.556911 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e0ba9ad0-b27c-426d-ac69-76d973cf0891 req-888e3608-3f3e-4e3e-9fac-43efbe7a7839 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 943 time: 0.0553122 Mar 29 15:11:45.605479 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e0ba9ad0-b27c-426d-ac69-76d973cf0891 req-ea4cc452-cfed-497c-b83d-f6ce4f0223d8 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426791 Mar 29 15:11:45.605711 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea808b1-11a5-4c37-9111-0fd5aeefd689 req-37530349-b218-4ccc-8ef9-1a45056a334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:45.607474 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-cea808b1-11a5-4c37-9111-0fd5aeefd689 req-37530349-b218-4ccc-8ef9-1a45056a334c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928047 Mar 29 15:11:45.707921 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-f452d280-d52a-4a71-b381-78ff9c206092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:45.709402 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-f452d280-d52a-4a71-b381-78ff9c206092 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5add870b1cb0435c893e50d9e9670477&device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 1127 time: 0.0433681 Mar 29 15:11:45.754962 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-546d85dc-32ab-47f6-ad73-78f9233d44f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bbef11e-dbb0-42bf-bef4-725963fd0ff4 HTTP/1.1" status: 200 len: 217 time: 0.0328860 Mar 29 15:11:45.799740 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-a4ab6c32-6ae7-4597-9ed7-258c43aed5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:45.805080 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-5ecb1c0b-cad5-47f1-b44c-f3d36a228309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:45.806502 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-5ecb1c0b-cad5-47f1-b44c-f3d36a228309 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f249259-f45c-4953-a87f-362f60357e21 HTTP/1.1" status: 200 len: 855 time: 0.0460722 Mar 29 15:11:45.852214 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-c3c42738-e0aa-4128-95b2-86552c5906bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:45.853667 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-c3c42738-e0aa-4128-95b2-86552c5906bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89fb8a01-b701-481f-b5fe-0f5bee52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416741 Mar 29 15:11:45.938155 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-d710ac83-c7d8-4423-aea6-ae04ffa9f91c service neutron] 10.222.0.13 "GET /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784299 Mar 29 15:11:46.026781 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-8ab468fd-58b3-4cec-91ac-c522ee6ea841 req-8a3402c3-a582-488e-8179-5d38245b113f service neutron] 10.222.0.13 "GET /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815167 Mar 29 15:11:46.728168 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a396e99-3038-44ab-8875-ec98afa8187d req-65a47f7d-8bfd-4da2-8819-d1299f5c5727 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:46.729642 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3a396e99-3038-44ab-8875-ec98afa8187d req-65a47f7d-8bfd-4da2-8819-d1299f5c5727 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 943 time: 0.0511520 Mar 29 15:11:46.774966 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3a396e99-3038-44ab-8875-ec98afa8187d req-5890c7cb-f38a-470e-8fe9-5ca9c8f9f4f6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392578 Mar 29 15:11:47.136732 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:47.892842 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f9e52-06c7-4ab6-9057-be4961d45ef9 req-dcbd8ae5-5af5-4b39-a912-7f2c625212bb tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:47.894306 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b27f9e52-06c7-4ab6-9057-be4961d45ef9 req-dcbd8ae5-5af5-4b39-a912-7f2c625212bb tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 943 time: 0.0508432 Mar 29 15:11:47.942149 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-b27f9e52-06c7-4ab6-9057-be4961d45ef9 req-5d4c37d7-1377-455b-ace6-86bb45b36754 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424559 Mar 29 15:11:48.349556 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:48.560562 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:11:48.654351 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:11:48.791360 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'port_id': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4', 'mac_address': 'fa:16:3e:82:07:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:11:48.826945 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:11:48.827259 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:48.839074 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:11:48.858864 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:11:48.944214 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:48.990725 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:48.997675 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:48.998030 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:48.998376 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:48.998716 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:48.999052 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:48.999384 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:48.999715 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:49.000043 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:49.000371 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:49.000699 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:49.001055 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:49.001385 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:49.001709 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:49.002052 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:49.002355 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:49.061829 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1f2c1-5bcb-41a4-87fa-6d7619d6b18e req-b9df895d-4aeb-4d13-8d80-46d287add685 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:49.063286 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d6a1f2c1-5bcb-41a4-87fa-6d7619d6b18e req-b9df895d-4aeb-4d13-8d80-46d287add685 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 944 time: 0.0518312 Mar 29 15:11:49.108605 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-d6a1f2c1-5bcb-41a4-87fa-6d7619d6b18e req-e213c948-14e4-4076-a7f2-a38431ad1697 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397546 Mar 29 15:11:49.228220 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['8bbef11e-dbb0-42bf-bef4-725963fd0ff4'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:11:49.767403 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:50.226959 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708af559-912b-4710-a8a4-93c27cc91c80 req-70550632-96b8-41fc-bb56-78af5d632ce8 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:50.228389 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-708af559-912b-4710-a8a4-93c27cc91c80 req-70550632-96b8-41fc-bb56-78af5d632ce8 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 944 time: 0.0499969 Mar 29 15:11:50.273530 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-708af559-912b-4710-a8a4-93c27cc91c80 req-a57ce8a5-dc8e-4d3c-9aa0-070332a659c3 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389826 Mar 29 15:11:50.577504 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:11:50.686936 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning for port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 completed by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:11:50.690567 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:11:50.690937 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:50.765399 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:11:50.765775 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:50.786786 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d57cdfd-47b2-4029-b52c-089d2610e0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:11:50.789250 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fce5bc-fbc7-49a7-9723-725f40e01819" -d '{"events": [{"server_uuid": "9d57cdfd-47b2-4029-b52c-089d2610e0de", "name": "network-vif-plugged", "status": "completed", "tag": "8bbef11e-dbb0-42bf-bef4-725963fd0ff4"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:11:50.800806 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:11:50.826400 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f57051a-17bc-414c-a7d4-ca65cf8d86fc x-openstack-request-id: req-7f57051a-17bc-414c-a7d4-ca65cf8d86fc {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:11:50.826683 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d57cdfd-47b2-4029-b52c-089d2610e0de", "name": "network-vif-plugged", "status": "completed", "tag": "8bbef11e-dbb0-42bf-bef4-725963fd0ff4", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:11:50.826954 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f57051a-17bc-414c-a7d4-ca65cf8d86fc {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:11:50.827364 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f57051a-17bc-414c-a7d4-ca65cf8d86fc'] response: {'server_uuid': '9d57cdfd-47b2-4029-b52c-089d2610e0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4', 'code': 200} Mar 29 15:11:50.881718 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:50.928162 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:51.175575 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d5ee4-12da-481a-908b-e0fe1a0c7326 req-568a8c65-9684-464c-8777-ff9f70c697a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:51.176929 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ed4d5ee4-12da-481a-908b-e0fe1a0c7326 req-568a8c65-9684-464c-8777-ff9f70c697a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 1129 time: 0.0429924 Mar 29 15:11:51.217622 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ed4d5ee4-12da-481a-908b-e0fe1a0c7326 req-75a033cc-24c4-4815-b8eb-7ceff8b280c7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352354 Mar 29 15:11:51.397450 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a01ca-b103-4b23-bb3a-a173eea4cf5e req-51ccbe8d-d4c8-4ea0-bb8a-1ec0aaf417c7 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:51.398887 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4d3a01ca-b103-4b23-bb3a-a173eea4cf5e req-51ccbe8d-d4c8-4ea0-bb8a-1ec0aaf417c7 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0549743 Mar 29 15:11:51.444643 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4d3a01ca-b103-4b23-bb3a-a173eea4cf5e req-35c92340-199f-4fb0-b429-ac5a5f35ff98 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401821 Mar 29 15:11:52.564209 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86eb046-3c7d-4d90-b03f-4aa0882de006 req-a29f10cf-0888-4b7f-a61e-41ac2c6a5064 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:52.565603 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f86eb046-3c7d-4d90-b03f-4aa0882de006 req-a29f10cf-0888-4b7f-a61e-41ac2c6a5064 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0507624 Mar 29 15:11:52.610236 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f86eb046-3c7d-4d90-b03f-4aa0882de006 req-d1962ecd-9d10-465d-9375-2234c8e53bc2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391223 Mar 29 15:11:52.727771 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c8802-fdb9-4d7a-94da-240c3687b1c8 req-50c29609-b2e8-4228-b37e-61b8848eab12 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:52.729249 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6a2c8802-fdb9-4d7a-94da-240c3687b1c8 req-50c29609-b2e8-4228-b37e-61b8848eab12 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0538034 Mar 29 15:11:52.738681 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 43360) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:52.742900 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.v2.base [None req-8d8325a3-05ca-44cf-86c5-204c91096f2e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Request body: {'floatingip': {'port_id': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4'}} {{(pid=115498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:11:52.780420 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8d8325a3-05ca-44cf-86c5-204c91096f2e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for floatingip (9d67992a-9f1c-40e5-a964-11574424226d), before_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:53.193840 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8d8325a3-05ca-44cf-86c5-204c91096f2e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:53.252440 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8d8325a3-05ca-44cf-86c5-204c91096f2e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (9d67992a-9f1c-40e5-a964-11574424226d), after_update {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:53.577748 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.db.l3_db [None req-8d8325a3-05ca-44cf-86c5-204c91096f2e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Floating IP 9d67992a-9f1c-40e5-a964-11574424226d associated. External IP: 172.27.1.209, port: 8bbef11e-dbb0-42bf-bef4-725963fd0ff4. Mar 29 15:11:53.778169 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8325a3-05ca-44cf-86c5-204c91096f2e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Router a3324915-7e75-409c-b7fe-93c335065156 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:11:53.885744 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8325a3-05ca-44cf-86c5-204c91096f2e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:11:53.890770 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8d8325a3-05ca-44cf-86c5-204c91096f2e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:53.895974 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba3260-f0e9-4924-b4eb-d619d02dcc27 None None] Sync routers for ids ['a3324915-7e75-409c-b7fe-93c335065156'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:11:53.905094 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba3260-f0e9-4924-b4eb-d619d02dcc27 None None] Routers {'a3324915-7e75-409c-b7fe-93c335065156'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:11:53.905703 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-82ba3260-f0e9-4924-b4eb-d619d02dcc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:11:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a3324915-7e75-409c-b7fe-93c335065156'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:11:53.920730 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-8d8325a3-05ca-44cf-86c5-204c91096f2e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "PUT /v2.0/floatingips/9d67992a-9f1c-40e5-a964-11574424226d HTTP/1.1" status: 200 len: 991 time: 1.1810334 Mar 29 15:11:53.921318 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d57cdfd-47b2-4029-b52c-089d2610e0de', 'tag': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4'}] {{(pid=115498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:11:53.923563 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e942afba9a14c6231233b91f836bdf3e59ef1877de833c869ac23223c5a4452f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03bd5f2-d07f-4823-8226-7d87e87b7945" -d '{"events": [{"name": "network-changed", "server_uuid": "9d57cdfd-47b2-4029-b52c-089d2610e0de", "tag": "8bbef11e-dbb0-42bf-bef4-725963fd0ff4"}]}' {{(pid=115498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:11:53.963793 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f0b0a0-87c8-47f1-a8f7-f360e7f7f69f x-openstack-request-id: req-b3f0b0a0-87c8-47f1-a8f7-f360e7f7f69f {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:11:53.964080 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d57cdfd-47b2-4029-b52c-089d2610e0de", "tag": "8bbef11e-dbb0-42bf-bef4-725963fd0ff4", "status": "completed", "code": 200}]} {{(pid=115498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:11:53.964329 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3f0b0a0-87c8-47f1-a8f7-f360e7f7f69f {{(pid=115498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:11:53.964733 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f0b0a0-87c8-47f1-a8f7-f360e7f7f69f'] response: {'name': 'network-changed', 'server_uuid': '9d57cdfd-47b2-4029-b52c-089d2610e0de', 'tag': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4', 'status': 'completed', 'code': 200} Mar 29 15:11:54.012886 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-82ba3260-f0e9-4924-b4eb-d619d02dcc27 None None] Set router a3324915-7e75-409c-b7fe-93c335065156 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:11:54.060257 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bd5f2-d07f-4823-8226-7d87e87b7945 req-f343a33c-5650-4075-a3c7-9b8ca933b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:54.061772 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d03bd5f2-d07f-4823-8226-7d87e87b7945 req-f343a33c-5650-4075-a3c7-9b8ca933b2e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5add870b1cb0435c893e50d9e9670477&device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 1129 time: 0.0460763 Mar 29 15:11:54.149082 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bd5f2-d07f-4823-8226-7d87e87b7945 req-a2fc390b-e5ca-4185-bec0-2fe7d01569bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:54.150511 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d03bd5f2-d07f-4823-8226-7d87e87b7945 req-a2fc390b-e5ca-4185-bec0-2fe7d01569bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=89fb8a01-b701-481f-b5fe-0f5bee52dd67 HTTP/1.1" status: 200 len: 917 time: 0.0816445 Mar 29 15:11:54.218514 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d03bd5f2-d07f-4823-8226-7d87e87b7945 req-197e1087-90ea-4b1a-9be5-a1be2b6aa019 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bbef11e-dbb0-42bf-bef4-725963fd0ff4 HTTP/1.1" status: 200 len: 999 time: 0.0621796 Mar 29 15:11:54.235743 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-82ba3260-f0e9-4924-b4eb-d619d02dcc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:09:06Z', 'revision_number': 4, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port': {'id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:04Z', 'updated_at': '2022-03-29T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '9d67992a-9f1c-40e5-a964-11574424226d', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'port_id': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'mac_address': 'fa:16:3e:82:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d57cdfd-47b2-4029-b52c-089d2610e0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:11:36Z', 'updated_at': '2022-03-29T15:11:53Z', 'revision_number': 1, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ec915b-0a18-4809-baa6-f960c5379aaa', 'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'mac_address': 'fa:16:3e:be:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:06Z', 'updated_at': '2022-03-29T15:09:10Z', 'revision_number': 5, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'subnets': [{'id': '4f249259-f45c-4953-a87f-362f60357e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:11:54.268500 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bd5f2-d07f-4823-8226-7d87e87b7945 req-208878da-4980-4fd8-a3ae-ffba48a3e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:54.270026 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d03bd5f2-d07f-4823-8226-7d87e87b7945 req-208878da-4980-4fd8-a3ae-ffba48a3e539 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f249259-f45c-4953-a87f-362f60357e21 HTTP/1.1" status: 200 len: 855 time: 0.0449867 Mar 29 15:11:54.320558 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bd5f2-d07f-4823-8226-7d87e87b7945 req-b533e3ec-83cc-4adb-b26b-f724ac8327cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:54.322082 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d03bd5f2-d07f-4823-8226-7d87e87b7945 req-b533e3ec-83cc-4adb-b26b-f724ac8327cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89fb8a01-b701-481f-b5fe-0f5bee52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461245 Mar 29 15:11:54.347737 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba3260-f0e9-4924-b4eb-d619d02dcc27 None None] Checking router: a3324915-7e75-409c-b7fe-93c335065156 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:11:54.356496 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba3260-f0e9-4924-b4eb-d619d02dcc27 None None] Routers {'a3324915-7e75-409c-b7fe-93c335065156'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:11:54.357128 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-82ba3260-f0e9-4924-b4eb-d619d02dcc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:11:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a3324915-7e75-409c-b7fe-93c335065156'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:11:54.410936 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d03bd5f2-d07f-4823-8226-7d87e87b7945 req-baf730d6-7823-4df0-b28b-bf95cc9abff5 service neutron] 10.222.0.13 "GET /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830634 Mar 29 15:11:54.462202 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-82ba3260-f0e9-4924-b4eb-d619d02dcc27 None None] Set router a3324915-7e75-409c-b7fe-93c335065156 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:11:54.499935 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d03bd5f2-d07f-4823-8226-7d87e87b7945 req-9006e98a-9271-4a85-99b7-747fa128d704 service neutron] 10.222.0.13 "GET /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834889 Mar 29 15:11:54.681496 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-82ba3260-f0e9-4924-b4eb-d619d02dcc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:09:06Z', 'revision_number': 4, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port': {'id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:04Z', 'updated_at': '2022-03-29T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '9d67992a-9f1c-40e5-a964-11574424226d', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'port_id': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'mac_address': 'fa:16:3e:82:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d57cdfd-47b2-4029-b52c-089d2610e0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:11:36Z', 'updated_at': '2022-03-29T15:11:53Z', 'revision_number': 1, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ec915b-0a18-4809-baa6-f960c5379aaa', 'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'mac_address': 'fa:16:3e:be:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:06Z', 'updated_at': '2022-03-29T15:09:10Z', 'revision_number': 5, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'subnets': [{'id': '4f249259-f45c-4953-a87f-362f60357e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:11:54.709760 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba3260-f0e9-4924-b4eb-d619d02dcc27 None None] The sync data for ids ['a3324915-7e75-409c-b7fe-93c335065156'] in dv-cinder-835525-2-iscsi is: [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:09:06Z', 'revision_number': 4, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port': {'id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:04Z', 'updated_at': '2022-03-29T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_floatingips': [{'id': '9d67992a-9f1c-40e5-a964-11574424226d', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'router_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'port_id': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'mac_address': 'fa:16:3e:82:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d57cdfd-47b2-4029-b52c-089d2610e0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:11:36Z', 'updated_at': '2022-03-29T15:11:53Z', 'revision_number': 1, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ec915b-0a18-4809-baa6-f960c5379aaa', 'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'mac_address': 'fa:16:3e:be:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:06Z', 'updated_at': '2022-03-29T15:09:10Z', 'revision_number': 5, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'subnets': [{'id': '4f249259-f45c-4953-a87f-362f60357e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:11:54.895514 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ce1844-9060-4e7b-8a21-141e42d4fee0 None None] New status for floating IP 9d67992a-9f1c-40e5-a964-11574424226d: ACTIVE {{(pid=115500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:11:57.436239 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [req-16fd4f4d-0fb3-4986-8afb-5271323562a7 req-bbfe9a2d-9b75-491e-b342-611971cab788 tempest-AttachVolumeTestJSON-769219672 tempest-AttachVolumeTestJSON-769219672-project] (115499) timed out ('10.222.0.16', 37164) {{(pid=115499) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 15:11:59.264070 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:00.913431 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:12:13.742204 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-63a7626f-f5ce-4d1b-8946-0eefd823de5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:15.787989 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-cead494c-cec9-41f7-8866-44e32e072b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:17.143294 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:18.360658 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:19.749087 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:29.205202 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:31.570461 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a016f-154f-4075-848f-5b22779deb01 req-9b1067c0-fcc8-469d-b835-7558ae4357e1 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:31.571907 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ca0a016f-154f-4075-848f-5b22779deb01 req-9b1067c0-fcc8-469d-b835-7558ae4357e1 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0549436 Mar 29 15:12:31.618658 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ca0a016f-154f-4075-848f-5b22779deb01 req-d8468fc6-a4b1-4a42-aba4-9775a694a320 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404935 Mar 29 15:12:32.740824 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce85ef-27ce-4fe2-8511-25b5c348e6a9 req-ea813758-f9ba-402c-9b8c-7a655a34e530 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:32.742309 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-50ce85ef-27ce-4fe2-8511-25b5c348e6a9 req-ea813758-f9ba-402c-9b8c-7a655a34e530 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0509717 Mar 29 15:12:32.788244 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-50ce85ef-27ce-4fe2-8511-25b5c348e6a9 req-f19b00a4-d647-4694-9724-76c653106572 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398955 Mar 29 15:12:33.907146 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d8503-f7fa-4dc0-be10-1bd135735f94 req-e7dabf72-3d39-4a0a-a8b0-da54eb949a36 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:33.908572 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-700d8503-f7fa-4dc0-be10-1bd135735f94 req-e7dabf72-3d39-4a0a-a8b0-da54eb949a36 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0509670 Mar 29 15:12:33.958357 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-700d8503-f7fa-4dc0-be10-1bd135735f94 req-55ac9daa-03dd-485c-ad41-70c7147887a0 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439174 Mar 29 15:12:35.079934 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94935bb-bd61-4a78-a1f3-cd63ce7a0f5e req-d52d6489-c4b2-4515-8792-bc3f08463cb0 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:35.081392 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a94935bb-bd61-4a78-a1f3-cd63ce7a0f5e req-d52d6489-c4b2-4515-8792-bc3f08463cb0 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0523722 Mar 29 15:12:35.126044 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a94935bb-bd61-4a78-a1f3-cd63ce7a0f5e req-b77d0c8e-e1e2-4137-9c70-42c1cbc99250 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390964 Mar 29 15:12:36.244157 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f30b2c-a12d-4198-94f8-cfd7bdd7a566 req-a3835cf2-bac3-467e-9a4a-3e6598f2ed52 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:36.245636 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-58f30b2c-a12d-4198-94f8-cfd7bdd7a566 req-a3835cf2-bac3-467e-9a4a-3e6598f2ed52 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0505519 Mar 29 15:12:36.291848 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-58f30b2c-a12d-4198-94f8-cfd7bdd7a566 req-03e0216c-b9c9-40b1-834c-c2f5f6859bd9 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406711 Mar 29 15:12:37.413109 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc03669-a65d-4da9-ae25-d2fce1e9c749 req-4b0c8ba7-9b13-4b75-83a8-8579b450f5a3 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:37.414529 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cbc03669-a65d-4da9-ae25-d2fce1e9c749 req-4b0c8ba7-9b13-4b75-83a8-8579b450f5a3 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0534968 Mar 29 15:12:37.458814 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cbc03669-a65d-4da9-ae25-d2fce1e9c749 req-4aea5f6d-d1d7-4e49-acdb-609cd068417d tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380445 Mar 29 15:12:37.912086 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:12:38.578841 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2cff3-84dd-4a64-bf18-3d4232c91df6 req-06aa55d9-3d80-4b55-ae26-868e06815419 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:38.580196 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dcb2cff3-84dd-4a64-bf18-3d4232c91df6 req-06aa55d9-3d80-4b55-ae26-868e06815419 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0509739 Mar 29 15:12:38.625204 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dcb2cff3-84dd-4a64-bf18-3d4232c91df6 req-04276e50-92b4-4b66-91e9-dcda36755669 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395107 Mar 29 15:12:39.743100 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc56620-4e2b-4513-9799-f7e48e89f05b req-b7cf5238-18a0-413f-bd9a-313119818be0 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:39.744557 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bbc56620-4e2b-4513-9799-f7e48e89f05b req-b7cf5238-18a0-413f-bd9a-313119818be0 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0508912 Mar 29 15:12:39.794218 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-bbc56620-4e2b-4513-9799-f7e48e89f05b req-c459752c-67ca-4901-a14f-d52e2c498ebc tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434914 Mar 29 15:12:40.914430 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b7c64-3700-4716-ab35-790cbefd8c55 req-3795077e-7b7b-4fb2-b402-5c5943a2923c tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:40.915872 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6b9b7c64-3700-4716-ab35-790cbefd8c55 req-3795077e-7b7b-4fb2-b402-5c5943a2923c tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0518324 Mar 29 15:12:40.960691 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6b9b7c64-3700-4716-ab35-790cbefd8c55 req-91eb42f2-faa9-42eb-a7a8-ccf7a693f1f9 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393851 Mar 29 15:12:42.079824 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146137d9-0372-42eb-8056-64843095ae89 req-71aadb74-2d67-4893-858a-5d3a9cb61418 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:42.081282 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-146137d9-0372-42eb-8056-64843095ae89 req-71aadb74-2d67-4893-858a-5d3a9cb61418 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0508757 Mar 29 15:12:42.126975 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-146137d9-0372-42eb-8056-64843095ae89 req-0c82ad07-2702-46d5-bfbc-6d4238021312 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401797 Mar 29 15:12:43.248186 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131d988-17d5-481f-8453-ad6019b13b26 req-7f455310-92b0-4392-9fea-ee9bf34a6461 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:43.249682 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6131d988-17d5-481f-8453-ad6019b13b26 req-7f455310-92b0-4392-9fea-ee9bf34a6461 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0536864 Mar 29 15:12:43.295705 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6131d988-17d5-481f-8453-ad6019b13b26 req-01b17074-1860-4ffb-b1cb-9980d3f106d2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404141 Mar 29 15:12:43.731253 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-854b94c8-a7ef-4043-9d8f-ea63bdbb7d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:44.415150 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e67df-7207-4898-9ab0-7cf48cea404a req-fbba0f5e-176b-4b0b-86ef-ccd3dccf1605 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:44.417141 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8d3e67df-7207-4898-9ab0-7cf48cea404a req-fbba0f5e-176b-4b0b-86ef-ccd3dccf1605 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0516887 Mar 29 15:12:44.461849 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-8d3e67df-7207-4898-9ab0-7cf48cea404a req-35ddc6d9-3de2-48ba-9b92-2ba23aa56375 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391126 Mar 29 15:12:45.585923 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab438e72-4700-4541-975c-74dcdd6a3884 req-f41ee107-a2f6-4b9b-96fa-95a0fbada9a7 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:45.587306 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ab438e72-4700-4541-975c-74dcdd6a3884 req-f41ee107-a2f6-4b9b-96fa-95a0fbada9a7 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0553241 Mar 29 15:12:45.632508 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ab438e72-4700-4541-975c-74dcdd6a3884 req-45070243-9010-46b5-b155-da855b0394a2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395319 Mar 29 15:12:45.764219 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [req-2e047011-c906-4842-b088-5478bb4f5a1e req-9613481f-1b3f-4a93-bdca-fe80ce4380d5 tempest-TestShelveInstance-1084127002 tempest-TestShelveInstance-1084127002-project] (115499) timed out ('10.222.0.16', 37982) {{(pid=115499) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 15:12:45.794644 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-aa7f46bb-5dd8-4b35-804a-01af6f2e9206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:46.749626 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235bff7-6751-4286-89d8-1dc0762ba4b4 req-68edfd59-85cf-4d3e-b939-702d6b1e32b4 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:46.751077 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f235bff7-6751-4286-89d8-1dc0762ba4b4 req-68edfd59-85cf-4d3e-b939-702d6b1e32b4 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0503147 Mar 29 15:12:46.797462 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f235bff7-6751-4286-89d8-1dc0762ba4b4 req-a6865bf9-c99f-4c7f-9f33-a8586b679948 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408647 Mar 29 15:12:47.137416 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:47.915437 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7edba-6938-408b-b511-c4c05bfb06dd req-66f86ce2-0ae4-4222-af15-39b76444cdf9 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:47.917557 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-29d7edba-6938-408b-b511-c4c05bfb06dd req-66f86ce2-0ae4-4222-af15-39b76444cdf9 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0521078 Mar 29 15:12:47.965776 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-29d7edba-6938-408b-b511-c4c05bfb06dd req-f44003e2-3e94-4302-89d5-9ff16c100eea tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427663 Mar 29 15:12:48.364588 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:48.896329 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:12:48.990783 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:12:49.003318 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'port_id': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4', 'mac_address': 'fa:16:3e:82:07:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:12:49.039519 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 is: ACTIVE; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:12:49.039904 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:49.053297 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:12:49.073115 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:12:49.087459 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e143f0-c642-429f-83e5-401550624627 req-489c325f-32cf-4d52-8e41-b27cf130c1b4 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:49.088939 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-67e143f0-c642-429f-83e5-401550624627 req-489c325f-32cf-4d52-8e41-b27cf130c1b4 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0527048 Mar 29 15:12:49.135600 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-67e143f0-c642-429f-83e5-401550624627 req-eeaa7ed0-e29b-4ed6-86ee-2841fa1d688d tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410819 Mar 29 15:12:49.143234 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:49.190481 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,revision_number=6']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:49.197419 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:49.197786 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:49.198160 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:49.198497 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:49.198829 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:49.199209 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:49.199533 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:49.199859 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:49.200183 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:49.200506 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:49.200829 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:49.201187 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:49.201508 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:49.201826 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:49.202146 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:49.287769 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['8bbef11e-dbb0-42bf-bef4-725963fd0ff4'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:12:49.754568 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:50.274564 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be37b6-727b-4d35-9925-40ce9a3d13fe req-b60d0506-7831-49a0-aa61-028fdb8ecb82 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:50.276306 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-01be37b6-727b-4d35-9925-40ce9a3d13fe req-b60d0506-7831-49a0-aa61-028fdb8ecb82 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 944 time: 0.0659561 Mar 29 15:12:50.330630 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-01be37b6-727b-4d35-9925-40ce9a3d13fe req-25a66f33-6d48-4a97-8352-9413fbfe228b tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484364 Mar 29 15:12:50.911199 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:12:50.960615 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:50.961107 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:51.050473 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:12:51.050797 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:51.078840 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d57cdfd-47b2-4029-b52c-089d2610e0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:12:51.081603 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0402bfb-0a3b-443a-8952-0dca04f47011" -d '{"events": [{"server_uuid": "9d57cdfd-47b2-4029-b52c-089d2610e0de", "name": "network-vif-plugged", "status": "completed", "tag": "8bbef11e-dbb0-42bf-bef4-725963fd0ff4"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:12:51.097515 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:12:51.126600 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1bea64-7f48-4918-a3c1-0fcb93b2abd1 x-openstack-request-id: req-dc1bea64-7f48-4918-a3c1-0fcb93b2abd1 {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:12:51.126890 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d57cdfd-47b2-4029-b52c-089d2610e0de", "name": "network-vif-plugged", "status": "completed", "tag": "8bbef11e-dbb0-42bf-bef4-725963fd0ff4", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:12:51.127144 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc1bea64-7f48-4918-a3c1-0fcb93b2abd1 {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:12:51.127541 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1bea64-7f48-4918-a3c1-0fcb93b2abd1'] response: {'server_uuid': '9d57cdfd-47b2-4029-b52c-089d2610e0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4', 'code': 200} Mar 29 15:12:51.177927 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:51.238632 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,revision_number=7']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:51.461523 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600b2c-bf3e-461b-be56-a25b7247258c req-e1e6be89-9147-4fba-b8b2-2a3e507515b6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:51.468827 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2a600b2c-bf3e-461b-be56-a25b7247258c req-e1e6be89-9147-4fba-b8b2-2a3e507515b6 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0629461 Mar 29 15:12:51.514745 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2a600b2c-bf3e-461b-be56-a25b7247258c req-8cf0f582-d78c-4fe0-8f36-11ea56d6e986 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449796 Mar 29 15:12:52.638679 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe059fec-a5ee-4dfc-9844-f2a9a10a1a7c req-890e6f04-5aab-4782-8671-f470500491ee tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:52.640438 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fe059fec-a5ee-4dfc-9844-f2a9a10a1a7c req-890e6f04-5aab-4782-8671-f470500491ee tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0532360 Mar 29 15:12:52.689249 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fe059fec-a5ee-4dfc-9844-f2a9a10a1a7c req-b7041340-21a3-4e48-88cd-16bc8fd2b2b8 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432737 Mar 29 15:12:53.823173 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e13af-c61d-4b54-aba6-3d60af598a6c req-93ab0e58-8fb2-4ddb-aa8f-6a1ee2bf4c14 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:53.825459 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1b6e13af-c61d-4b54-aba6-3d60af598a6c req-93ab0e58-8fb2-4ddb-aa8f-6a1ee2bf4c14 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0606148 Mar 29 15:12:53.886097 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1b6e13af-c61d-4b54-aba6-3d60af598a6c req-21c76904-ee5e-4a97-93bf-4dd77c85aa51 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517299 Mar 29 15:12:55.017864 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c501603-6f15-4f8d-bd86-25360c6d781f req-73543fa0-ed62-44aa-a282-56a96c1695b3 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:55.019620 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7c501603-6f15-4f8d-bd86-25360c6d781f req-73543fa0-ed62-44aa-a282-56a96c1695b3 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0577686 Mar 29 15:12:55.073260 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7c501603-6f15-4f8d-bd86-25360c6d781f req-b25389c4-f280-4a6b-ae7f-ccc8f457d793 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474336 Mar 29 15:12:56.198981 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d439-5b3e-4021-98ad-947cd57c4930 req-40e97b98-85f3-4d07-b682-d610d10490b7 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:56.201567 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f0e7d439-5b3e-4021-98ad-947cd57c4930 req-40e97b98-85f3-4d07-b682-d610d10490b7 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0563674 Mar 29 15:12:56.259881 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f0e7d439-5b3e-4021-98ad-947cd57c4930 req-512a615a-ab7a-4ee0-8191-ecb24522de66 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513861 Mar 29 15:12:57.386518 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a9c3a-f25b-42ec-9899-172ffb6b2eeb req-71195bc2-e7e3-4331-8d3a-949bc443c397 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:57.388020 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e76a9c3a-f25b-42ec-9899-172ffb6b2eeb req-71195bc2-e7e3-4331-8d3a-949bc443c397 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0582976 Mar 29 15:12:57.438439 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e76a9c3a-f25b-42ec-9899-172ffb6b2eeb req-d4218c06-cc35-4b17-807e-48226208521a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447423 Mar 29 15:12:58.563930 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7d2ea-de9b-4bbd-ac26-5c31899536e0 req-f5a4779c-44c9-4f70-b8dc-effb1e5d8a4b tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:58.565581 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-09b7d2ea-de9b-4bbd-ac26-5c31899536e0 req-f5a4779c-44c9-4f70-b8dc-effb1e5d8a4b tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0558574 Mar 29 15:12:58.621280 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-09b7d2ea-de9b-4bbd-ac26-5c31899536e0 req-92ea3b10-3446-4419-a02b-e6d461fd3401 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498641 Mar 29 15:12:59.217259 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:59.752206 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cd732-ed1c-479d-9d5b-7d8d257aafd8 req-a70af3ba-6b9f-4e63-9d0c-581170740dfc tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:59.753784 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-824cd732-ed1c-479d-9d5b-7d8d257aafd8 req-a70af3ba-6b9f-4e63-9d0c-581170740dfc tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0552442 Mar 29 15:12:59.801005 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-824cd732-ed1c-479d-9d5b-7d8d257aafd8 req-0a4dc1df-3a6d-404a-af7f-3bbee7b41e4b tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415504 Mar 29 15:13:00.257267 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbed186-54d5-4ebf-ae7c-bc7b9e385f98 req-2d56513f-5964-43c7-842e-0bf0ffcd99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:00.258745 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3dbed186-54d5-4ebf-ae7c-bc7b9e385f98 req-2d56513f-5964-43c7-842e-0bf0ffcd99cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5add870b1cb0435c893e50d9e9670477&device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 1129 time: 0.0433288 Mar 29 15:13:00.347681 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbed186-54d5-4ebf-ae7c-bc7b9e385f98 req-04578f8e-a1a9-4586-9dc8-bc93132b2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:00.349114 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3dbed186-54d5-4ebf-ae7c-bc7b9e385f98 req-04578f8e-a1a9-4586-9dc8-bc93132b2ae8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=89fb8a01-b701-481f-b5fe-0f5bee52dd67 HTTP/1.1" status: 200 len: 917 time: 0.0846040 Mar 29 15:13:00.411230 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3dbed186-54d5-4ebf-ae7c-bc7b9e385f98 req-b4f367d0-d74b-4f24-9982-49d10f55d714 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bbef11e-dbb0-42bf-bef4-725963fd0ff4 HTTP/1.1" status: 200 len: 1001 time: 0.0553586 Mar 29 15:13:00.461315 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbed186-54d5-4ebf-ae7c-bc7b9e385f98 req-8e12e7b4-a32d-4ae5-9cd1-163af10ce457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:00.462691 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3dbed186-54d5-4ebf-ae7c-bc7b9e385f98 req-8e12e7b4-a32d-4ae5-9cd1-163af10ce457 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f249259-f45c-4953-a87f-362f60357e21 HTTP/1.1" status: 200 len: 855 time: 0.0439649 Mar 29 15:13:00.508486 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbed186-54d5-4ebf-ae7c-bc7b9e385f98 req-70a3419a-c7d7-4af3-826c-0e9e0d638add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:00.509902 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3dbed186-54d5-4ebf-ae7c-bc7b9e385f98 req-70a3419a-c7d7-4af3-826c-0e9e0d638add service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89fb8a01-b701-481f-b5fe-0f5bee52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417700 Mar 29 15:13:00.519347 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [req-3dbed186-54d5-4ebf-ae7c-bc7b9e385f98 req-d4612791-1cb1-49c1-a6da-4b71bf474fc1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:13:00.520300 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3dbed186-54d5-4ebf-ae7c-bc7b9e385f98 req-d4612791-1cb1-49c1-a6da-4b71bf474fc1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0045934 Mar 29 15:13:00.603051 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3dbed186-54d5-4ebf-ae7c-bc7b9e385f98 req-def243bf-793a-4f08-b854-2033a7ef30c8 service neutron] 10.222.0.13 "GET /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0768843 Mar 29 15:13:00.690203 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3dbed186-54d5-4ebf-ae7c-bc7b9e385f98 req-8222a235-8393-45c9-ac47-dcdb7411a0d0 service neutron] 10.222.0.13 "GET /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813158 Mar 29 15:13:00.920561 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1536eb-79f9-475e-9d72-d60f1a25b4b2 req-a16582f7-cb3a-4562-96fc-94fa57bd3400 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:00.922055 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cb1536eb-79f9-475e-9d72-d60f1a25b4b2 req-a16582f7-cb3a-4562-96fc-94fa57bd3400 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0520909 Mar 29 15:13:00.967960 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cb1536eb-79f9-475e-9d72-d60f1a25b4b2 req-bdc78ba3-f4c3-4c7a-88ed-6e3a20dcd039 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404680 Mar 29 15:13:02.087793 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a905c-e5ed-4ca9-8a95-26595e9e0116 req-26c744e5-c97b-434b-8c6d-74ab6bc3bd8b tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:02.089310 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-803a905c-e5ed-4ca9-8a95-26595e9e0116 req-26c744e5-c97b-434b-8c6d-74ab6bc3bd8b tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 945 time: 0.0517914 Mar 29 15:13:02.137863 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-803a905c-e5ed-4ca9-8a95-26595e9e0116 req-9b3b8c41-d4a3-4f47-b3ab-46f13d75eedf tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425348 Mar 29 15:13:02.954609 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:13:03.028130 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 is: ACTIVE; New status is: DOWN {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:13:03.028438 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:03.050537 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d57cdfd-47b2-4029-b52c-089d2610e0de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:13:03.052719 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e56280-4a10-43ce-a5c4-047614344b29" -d '{"events": [{"server_uuid": "9d57cdfd-47b2-4029-b52c-089d2610e0de", "name": "network-vif-unplugged", "status": "completed", "tag": "8bbef11e-dbb0-42bf-bef4-725963fd0ff4"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:13:03.068719 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:13:03.085539 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 15:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af88712-a079-4900-aee1-03898fe67ef6 x-openstack-request-id: req-0af88712-a079-4900-aee1-03898fe67ef6 {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:13:03.085817 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d57cdfd-47b2-4029-b52c-089d2610e0de", "name": "network-vif-unplugged", "status": "failed", "tag": "8bbef11e-dbb0-42bf-bef4-725963fd0ff4", "code": 422}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:13:03.086076 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0af88712-a079-4900-aee1-03898fe67ef6 {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:13:03.086470 dv-cinder-835525-2-iscsi neutron-server[115500]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0af88712-a079-4900-aee1-03898fe67ef6']: {'server_uuid': '9d57cdfd-47b2-4029-b52c-089d2610e0de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4', 'code': 422} returned with failed status Mar 29 15:13:03.125795 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:03.171741 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,revision_number=8']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:03.260639 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a2533-7343-42d8-bee1-76aeb00a345b req-bd5c4744-772b-43e8-bfd0-7d2821dc7540 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:03.262517 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2f9a2533-7343-42d8-bee1-76aeb00a345b req-bd5c4744-772b-43e8-bfd0-7d2821dc7540 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 943 time: 0.0530541 Mar 29 15:13:03.310568 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2f9a2533-7343-42d8-bee1-76aeb00a345b req-b2fd07a7-20d7-4b76-97bb-25534a536e97 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412474 Mar 29 15:13:04.998572 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [req-16006053-72e4-4c1b-824e-63a7c6afc49d req-8a4fafa3-287d-448e-8371-8a5662086929 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:13:04.999585 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-16006053-72e4-4c1b-824e-63a7c6afc49d req-8a4fafa3-287d-448e-8371-8a5662086929 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468912 Mar 29 15:13:05.269148 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366b18f-b25d-4049-b235-366193226574 req-b11caf32-da17-4b8d-aaef-1db640d37535 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:05.271016 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2366b18f-b25d-4049-b235-366193226574 req-b11caf32-da17-4b8d-aaef-1db640d37535 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 943 time: 0.0549176 Mar 29 15:13:05.318049 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2366b18f-b25d-4049-b235-366193226574 req-2fc660bc-efee-4ead-ad28-4c2fca91af19 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412037 Mar 29 15:13:05.456524 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fce7f795-4bb7-4052-9d20-e618911ec905 req-a0f894f6-d9dc-43cd-bdec-b616331e6f5b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0468235 Mar 29 15:13:05.527330 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7f795-4bb7-4052-9d20-e618911ec905 req-3d44ee98-33f4-4be6-91cc-c93358f77e0e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:05.528662 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-fce7f795-4bb7-4052-9d20-e618911ec905 req-3d44ee98-33f4-4be6-91cc-c93358f77e0e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports/8bbef11e-dbb0-42bf-bef4-725963fd0ff4 HTTP/1.1" status: 200 len: 940 time: 0.0447679 Mar 29 15:13:06.442216 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb9e98-ddad-46bf-9fbe-e8d0c4ae3651 req-1d10feb6-382d-4130-bb35-fe6cb1107531 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:06.443601 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6bfb9e98-ddad-46bf-9fbe-e8d0c4ae3651 req-1d10feb6-382d-4130-bb35-fe6cb1107531 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 943 time: 0.0523434 Mar 29 15:13:06.488817 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6bfb9e98-ddad-46bf-9fbe-e8d0c4ae3651 req-ea70407e-93c9-4c96-aa97-4636cce4ab62 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396199 Mar 29 15:13:06.708875 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7f795-4bb7-4052-9d20-e618911ec905 req-d20af55e-99c9-45ef-acee-27643daba7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:06.710402 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-fce7f795-4bb7-4052-9d20-e618911ec905 req-d20af55e-99c9-45ef-acee-27643daba7f8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de&tenant_id=5add870b1cb0435c893e50d9e9670477 HTTP/1.1" status: 200 len: 1127 time: 0.0435019 Mar 29 15:13:06.781003 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7f795-4bb7-4052-9d20-e618911ec905 req-37ba50d4-21df-43f6-b4c7-ee562ebd1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:06.782466 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-fce7f795-4bb7-4052-9d20-e618911ec905 req-37ba50d4-21df-43f6-b4c7-ee562ebd1ed8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5add870b1cb0435c893e50d9e9670477&device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 1127 time: 0.0424352 Mar 29 15:13:06.871119 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7f795-4bb7-4052-9d20-e618911ec905 req-19d7d052-e2aa-4b0c-847f-d954e724efed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:06.873104 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-fce7f795-4bb7-4052-9d20-e618911ec905 req-19d7d052-e2aa-4b0c-847f-d954e724efed service neutron] 10.222.0.13 "GET /v2.0/networks?id=89fb8a01-b701-481f-b5fe-0f5bee52dd67 HTTP/1.1" status: 200 len: 917 time: 0.0847363 Mar 29 15:13:06.933907 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-fce7f795-4bb7-4052-9d20-e618911ec905 req-27852c59-0c69-4393-a588-3ae676fa3ff2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bbef11e-dbb0-42bf-bef4-725963fd0ff4 HTTP/1.1" status: 200 len: 999 time: 0.0553961 Mar 29 15:13:06.972049 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:13:06.981911 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7f795-4bb7-4052-9d20-e618911ec905 req-47fb9bea-4db0-4e67-8085-de80178f796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:06.983311 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-fce7f795-4bb7-4052-9d20-e618911ec905 req-47fb9bea-4db0-4e67-8085-de80178f796b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f249259-f45c-4953-a87f-362f60357e21 HTTP/1.1" status: 200 len: 855 time: 0.0439873 Mar 29 15:13:07.029069 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7f795-4bb7-4052-9d20-e618911ec905 req-51807889-5bf9-4901-aab4-ec67c16dacdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:07.030527 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-fce7f795-4bb7-4052-9d20-e618911ec905 req-51807889-5bf9-4901-aab4-ec67c16dacdb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=89fb8a01-b701-481f-b5fe-0f5bee52dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414569 Mar 29 15:13:07.047046 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 is: DOWN; New status is: DOWN {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:13:07.115773 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-fce7f795-4bb7-4052-9d20-e618911ec905 req-4eb1e734-3d39-4bca-bc8c-0fd48e05527d service neutron] 10.222.0.13 "GET /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791855 Mar 29 15:13:07.454586 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-fce7f795-4bb7-4052-9d20-e618911ec905 req-e9327114-aac0-4f9d-bea4-8f0a29988f89 service neutron] 10.222.0.13 "GET /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317041 Mar 29 15:13:07.616219 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb7e88-eda3-4340-803c-29dfac164c97 req-0ff57445-f213-4079-8b1a-467d81b53b76 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:07.617722 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-26eb7e88-eda3-4340-803c-29dfac164c97 req-0ff57445-f213-4079-8b1a-467d81b53b76 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 943 time: 0.0576625 Mar 29 15:13:07.663640 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-26eb7e88-eda3-4340-803c-29dfac164c97 req-2c470a4b-c2e4-4e17-9d73-ffb285652fbc tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402551 Mar 29 15:13:08.791059 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7925c8f-b50a-41b8-90e8-1c4b1af80e22 req-c3fd3d43-aba3-4748-b368-860617f3f516 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:08.792580 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e7925c8f-b50a-41b8-90e8-1c4b1af80e22 req-c3fd3d43-aba3-4748-b368-860617f3f516 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 943 time: 0.0569823 Mar 29 15:13:08.843368 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e7925c8f-b50a-41b8-90e8-1c4b1af80e22 req-70685ad6-e022-4829-9a6b-bae02a5442a7 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448322 Mar 29 15:13:09.982740 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181096f-7ba2-4d9b-a475-fa4f31e65fde req-440e35ab-c066-4fad-a405-8e34c9b7b15c tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:09.984214 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1181096f-7ba2-4d9b-a475-fa4f31e65fde req-440e35ab-c066-4fad-a405-8e34c9b7b15c tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 943 time: 0.0571959 Mar 29 15:13:10.036188 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1181096f-7ba2-4d9b-a475-fa4f31e65fde req-4c2e1b0f-dc12-4b79-b424-c54af3346447 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460370 Mar 29 15:13:11.167435 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fab821-7425-4dc0-9a1a-8e8f93694e08 req-dc303714-9987-449a-a699-a4169c9ec2e7 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:11.169317 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-97fab821-7425-4dc0-9a1a-8e8f93694e08 req-dc303714-9987-449a-a699-a4169c9ec2e7 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 943 time: 0.0607214 Mar 29 15:13:11.220259 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-97fab821-7425-4dc0-9a1a-8e8f93694e08 req-52923eda-25e8-49c4-b189-3824427ebdd1 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450039 Mar 29 15:13:12.345971 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a33330-052a-424d-9d5f-93e648879f3e req-4c61c701-6072-4733-b8e1-a0d2e29e4520 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:12.347648 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a0a33330-052a-424d-9d5f-93e648879f3e req-4c61c701-6072-4733-b8e1-a0d2e29e4520 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 943 time: 0.0541162 Mar 29 15:13:12.396679 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-a0a33330-052a-424d-9d5f-93e648879f3e req-a51463fc-68f3-45d4-a712-24d36b0a51e5 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434973 Mar 29 15:13:13.532775 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa96035-b63b-4492-8466-f3068d600d74 req-99bd4da8-584b-400e-a570-877fa0ad38b3 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:13.534264 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6aa96035-b63b-4492-8466-f3068d600d74 req-99bd4da8-584b-400e-a570-877fa0ad38b3 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 943 time: 0.0606952 Mar 29 15:13:13.584761 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6aa96035-b63b-4492-8466-f3068d600d74 req-15334411-5eb0-458c-9352-169b9cba3541 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447071 Mar 29 15:13:13.771826 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-7a2edfe6-8af3-4005-8e5d-4ed9e09d7898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:14.713536 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47054d4a-27c3-4631-9bbf-0c485607d7ac req-9bbf8774-bc83-4260-96ed-9c3cf63f0a93 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:14.715111 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-47054d4a-27c3-4631-9bbf-0c485607d7ac req-9bbf8774-bc83-4260-96ed-9c3cf63f0a93 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 943 time: 0.0544622 Mar 29 15:13:14.770631 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-47054d4a-27c3-4631-9bbf-0c485607d7ac req-f9ff2a4f-bc4d-4342-bb90-44b18dd7a6ad tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490656 Mar 29 15:13:14.912879 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:13:15.722601 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d0643fcc-657b-4f38-b780-811c327d3886 req-cac82ed6-1fa5-4e7a-95d7-fc9198ed7581 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0743079 Mar 29 15:13:15.803738 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d0643fcc-657b-4f38-b780-811c327d3886 req-191ef27d-c957-49bf-ad89-a31b3678c599 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0255823 Mar 29 15:13:15.834311 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bf1d9dd5-5104-4dc8-acee-0130df8e8faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:15.894062 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bf635-5314-4846-aa7e-d8e404a5f4c1 req-111e59d8-7894-4cd9-8a92-876033db8550 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:15.895508 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6c2bf635-5314-4846-aa7e-d8e404a5f4c1 req-111e59d8-7894-4cd9-8a92-876033db8550 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 943 time: 0.0518854 Mar 29 15:13:15.944744 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6c2bf635-5314-4846-aa7e-d8e404a5f4c1 req-afb4aeae-51c0-4afc-9b52-dacee9d48be8 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436549 Mar 29 15:13:16.065647 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d0643fcc-657b-4f38-b780-811c327d3886 req-ad7b7103-7df7-4409-a78a-859820f3827b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0319e2af33245f4917a97026782fdd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191145 Mar 29 15:13:16.156251 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0643fcc-657b-4f38-b780-811c327d3886 req-12e03f47-735f-4b3c-b7b1-9cf2f59b034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:16.157691 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-d0643fcc-657b-4f38-b780-811c327d3886 req-12e03f47-735f-4b3c-b7b1-9cf2f59b034c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855970 Mar 29 15:13:17.003590 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:13:17.068691 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d6c2c-266b-472c-8468-fffdf8d876a8 req-63b75350-c3aa-4994-b1ff-bd4b29e8d5bd tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:17.070289 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-994d6c2c-266b-472c-8468-fffdf8d876a8 req-63b75350-c3aa-4994-b1ff-bd4b29e8d5bd tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 943 time: 0.0531316 Mar 29 15:13:17.115443 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:13:17.117558 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-994d6c2c-266b-472c-8468-fffdf8d876a8 req-4b611d67-81a3-41e8-a6a2-0a6b5f83e9b0 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404432 Mar 29 15:13:17.127725 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'port_id': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4', 'mac_address': 'fa:16:3e:82:07:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:13:17.152951 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:17.165735 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:13:17.166107 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:17.178287 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:13:17.197131 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:13:17.257057 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:17.306685 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,revision_number=9']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:17.545138 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['8bbef11e-dbb0-42bf-bef4-725963fd0ff4'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:13:18.240024 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a9152-17b1-434a-bf4a-c6772b5bf928 req-eff516e3-de8b-42d7-a675-1c08b1d275ac tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:18.241660 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5a5a9152-17b1-434a-bf4a-c6772b5bf928 req-eff516e3-de8b-42d7-a675-1c08b1d275ac tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 944 time: 0.0522549 Mar 29 15:13:18.301181 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5a5a9152-17b1-434a-bf4a-c6772b5bf928 req-0aa2ef92-3f9e-4ba3-be2a-6b7c744f7421 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536366 Mar 29 15:13:18.364430 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:18.992721 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:13:19.042025 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:13:19.042321 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:19.115882 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:13:19.116258 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:19.137861 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d57cdfd-47b2-4029-b52c-089d2610e0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:13:19.140494 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8b7b5b-b922-42f6-a85e-082d5ce0e101" -d '{"events": [{"server_uuid": "9d57cdfd-47b2-4029-b52c-089d2610e0de", "name": "network-vif-plugged", "status": "completed", "tag": "8bbef11e-dbb0-42bf-bef4-725963fd0ff4"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:13:19.152380 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:13:19.174959 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f73ba47-063f-47ab-a8ad-983f7dc23761 x-openstack-request-id: req-9f73ba47-063f-47ab-a8ad-983f7dc23761 {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:13:19.175247 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d57cdfd-47b2-4029-b52c-089d2610e0de", "name": "network-vif-plugged", "status": "completed", "tag": "8bbef11e-dbb0-42bf-bef4-725963fd0ff4", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:13:19.175496 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f73ba47-063f-47ab-a8ad-983f7dc23761 {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:13:19.175887 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f73ba47-063f-47ab-a8ad-983f7dc23761'] response: {'server_uuid': '9d57cdfd-47b2-4029-b52c-089d2610e0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4', 'code': 200} Mar 29 15:13:19.216827 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:19.267824 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,revision_number=10']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:19.431338 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c074f-c4e2-4760-be52-eb1c8790065a req-c8a29a7a-e8fe-4ea4-8eef-2b1db03467ee tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:19.432810 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ae7c074f-c4e2-4760-be52-eb1c8790065a req-c8a29a7a-e8fe-4ea4-8eef-2b1db03467ee tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 946 time: 0.0561495 Mar 29 15:13:19.479019 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ae7c074f-c4e2-4760-be52-eb1c8790065a req-4223cf8e-46f9-442c-87ab-7c771aee315f tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405777 Mar 29 15:13:19.509164 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9f89d-5e60-4d2f-b6db-aee84a5a4298 req-92800382-698f-4c12-bb7f-799c6cef91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:19.510905 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3bd9f89d-5e60-4d2f-b6db-aee84a5a4298 req-92800382-698f-4c12-bb7f-799c6cef91d5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 1130 time: 0.0435908 Mar 29 15:13:19.560209 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3bd9f89d-5e60-4d2f-b6db-aee84a5a4298 req-2ec766d5-7879-4723-8420-55c4d7580675 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366755 Mar 29 15:13:19.731553 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:20.601807 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae595b8-09e4-4906-af7e-f1daef8c0c8c req-e3f77433-fda6-431c-805f-a764988de57a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:20.602729 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-eae595b8-09e4-4906-af7e-f1daef8c0c8c req-e3f77433-fda6-431c-805f-a764988de57a tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 946 time: 0.0516546 Mar 29 15:13:20.650731 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-eae595b8-09e4-4906-af7e-f1daef8c0c8c req-1be006fa-0bb3-4dad-bbca-40f5144fcd5b tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412462 Mar 29 15:13:21.777865 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494b27a-b8bc-4bc8-bdf4-d212c47145e6 req-e96878dc-0a8b-4698-b527-fdbf7a5f6e94 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:21.779349 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9494b27a-b8bc-4bc8-bdf4-d212c47145e6 req-e96878dc-0a8b-4698-b527-fdbf7a5f6e94 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 946 time: 0.0559752 Mar 29 15:13:21.826420 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-9494b27a-b8bc-4bc8-bdf4-d212c47145e6 req-6d02c107-d551-42e1-a10b-1bc2e87fbdad tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413640 Mar 29 15:13:22.947028 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad939efb-f835-48c7-bef7-7a9a21a1a63c req-f331053b-96e9-46a7-8a14-8abfec590af0 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:22.948466 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ad939efb-f835-48c7-bef7-7a9a21a1a63c req-f331053b-96e9-46a7-8a14-8abfec590af0 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 946 time: 0.0511093 Mar 29 15:13:22.992868 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ad939efb-f835-48c7-bef7-7a9a21a1a63c req-d2b8f765-c9bd-4be4-aefb-33ef8f807456 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382850 Mar 29 15:13:29.193945 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:43.736452 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-75f2d2f1-3c33-44ab-8e5f-9f249ac8b84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:45.775967 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-0798f92c-2884-4611-9fd8-5c46346557ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:47.176630 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:48.398499 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:49.748076 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:51.913221 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:13:53.070364 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47307124-1717-4b33-aa6d-b10e4d9ac7f5 req-f7c76a22-c420-4198-9688-2243694b8113 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:53.071746 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-47307124-1717-4b33-aa6d-b10e4d9ac7f5 req-f7c76a22-c420-4198-9688-2243694b8113 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 946 time: 0.0991719 Mar 29 15:13:53.120706 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-47307124-1717-4b33-aa6d-b10e4d9ac7f5 req-407b28b8-fedd-4ea4-8f74-6e936d809268 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435097 Mar 29 15:13:54.292066 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e119a-b6b6-454b-968d-78c7f9855c77 req-1f47b652-58c3-4d43-8071-4f24ad9d3a38 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:54.293572 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f71e119a-b6b6-454b-968d-78c7f9855c77 req-1f47b652-58c3-4d43-8071-4f24ad9d3a38 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 946 time: 0.1004789 Mar 29 15:13:54.339958 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-f71e119a-b6b6-454b-968d-78c7f9855c77 req-36eb552f-22c8-47e5-9b56-fef8edc687bf tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups?id=12195869-90bb-4e5b-b2a5-d43b93e9fa65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400622 Mar 29 15:13:54.450344 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f919dd9-6e98-4254-ab9d-93fc3efa4d25 req-431af239-1913-4b90-9353-0f218c21171e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:54.451672 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-7f919dd9-6e98-4254-ab9d-93fc3efa4d25 req-431af239-1913-4b90-9353-0f218c21171e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 946 time: 0.0506587 Mar 29 15:13:54.542213 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-7f919dd9-6e98-4254-ab9d-93fc3efa4d25 req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Deleting port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:13:54.542548 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-7f919dd9-6e98-4254-ab9d-93fc3efa4d25 req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:54.626858 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-7f919dd9-6e98-4254-ab9d-93fc3efa4d25 req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] For port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:13:54.627217 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-7f919dd9-6e98-4254-ab9d-93fc3efa4d25 req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:54.799848 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-7f919dd9-6e98-4254-ab9d-93fc3efa4d25 req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:54.800246 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-7f919dd9-6e98-4254-ab9d-93fc3efa4d25 req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-606332'] for floatingip (9d67992a-9f1c-40e5-a964-11574424226d), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:54.800564 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.l3_db [req-7f919dd9-6e98-4254-ab9d-93fc3efa4d25 req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Floating IP 9d67992a-9f1c-40e5-a964-11574424226d disassociated. External IP: 172.27.1.209, port: 8bbef11e-dbb0-42bf-bef4-725963fd0ff4. Mar 29 15:13:54.800904 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-7f919dd9-6e98-4254-ab9d-93fc3efa4d25 req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Calling delete_port for 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 owned by compute:nova {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:13:55.005034 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-7f919dd9-6e98-4254-ab9d-93fc3efa4d25 req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (8bbef11e-dbb0-42bf-bef4-725963fd0ff4), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:55.034533 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Pushing event deleted for resources: {'Port': ['ID=8bbef11e-dbb0-42bf-bef4-725963fd0ff4,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:55.046279 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:55.046629 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:55.046962 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:55.047314 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:55.047642 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:55.047963 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:55.048287 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:55.048604 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:55.048918 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:55.053766 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:55.053766 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:55.053766 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:55.053766 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:55.053766 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:55.053766 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:55.158877 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f919dd9-6e98-4254-ab9d-93fc3efa4d25 req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Router a3324915-7e75-409c-b7fe-93c335065156 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:13:55.260833 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f919dd9-6e98-4254-ab9d-93fc3efa4d25 req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:13:55.271726 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc91f500-14d0-4fbc-9b39-4c9c8579fe6d None None] Sync routers for ids ['a3324915-7e75-409c-b7fe-93c335065156'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:13:55.281558 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc91f500-14d0-4fbc-9b39-4c9c8579fe6d None None] Routers {'a3324915-7e75-409c-b7fe-93c335065156'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:13:55.286599 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-cc91f500-14d0-4fbc-9b39-4c9c8579fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:13:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a3324915-7e75-409c-b7fe-93c335065156'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:13:55.303396 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f919dd9-6e98-4254-ab9d-93fc3efa4d25 req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] No DVR routers for this DVR port 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 on host hv-cinder-83552 {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:13:55.306022 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-7f919dd9-6e98-4254-ab9d-93fc3efa4d25 req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:55.309416 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-7f919dd9-6e98-4254-ab9d-93fc3efa4d25 req-5f72c4f9-46ca-42f5-b5d0-262ec7a7114e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.13 "DELETE /v2.0/ports/8bbef11e-dbb0-42bf-bef4-725963fd0ff4 HTTP/1.1" status: 204 len: 173 time: 0.8528192 Mar 29 15:13:55.309808 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d57cdfd-47b2-4029-b52c-089d2610e0de', 'name': 'network-vif-deleted', 'tag': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:13:55.312036 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653c91f2-4278-43cf-a393-39176d365637" -d '{"events": [{"server_uuid": "9d57cdfd-47b2-4029-b52c-089d2610e0de", "name": "network-vif-deleted", "tag": "8bbef11e-dbb0-42bf-bef4-725963fd0ff4"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:13:55.390541 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-cc91f500-14d0-4fbc-9b39-4c9c8579fe6d None None] Set router a3324915-7e75-409c-b7fe-93c335065156 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:13:55.494486 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6ff99461-5906-412e-86ca-770df10e329a req-d29c46b5-1ef3-4384-9417-ed2a9fad8e4d tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d57cdfd-47b2-4029-b52c-089d2610e0de HTTP/1.1" status: 200 len: 210 time: 0.0285659 Mar 29 15:13:55.605432 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-cc91f500-14d0-4fbc-9b39-4c9c8579fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:09:06Z', 'revision_number': 4, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port': {'id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:04Z', 'updated_at': '2022-03-29T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': 'f0ec915b-0a18-4809-baa6-f960c5379aaa', 'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'mac_address': 'fa:16:3e:be:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:06Z', 'updated_at': '2022-03-29T15:09:10Z', 'revision_number': 5, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'subnets': [{'id': '4f249259-f45c-4953-a87f-362f60357e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:13:55.631281 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc91f500-14d0-4fbc-9b39-4c9c8579fe6d None None] Checking router: a3324915-7e75-409c-b7fe-93c335065156 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:13:55.639504 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc91f500-14d0-4fbc-9b39-4c9c8579fe6d None None] Routers {'a3324915-7e75-409c-b7fe-93c335065156'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:13:55.640036 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-cc91f500-14d0-4fbc-9b39-4c9c8579fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:13:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a3324915-7e75-409c-b7fe-93c335065156'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:13:55.743874 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-cc91f500-14d0-4fbc-9b39-4c9c8579fe6d None None] Set router a3324915-7e75-409c-b7fe-93c335065156 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:13:55.936302 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-cc91f500-14d0-4fbc-9b39-4c9c8579fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:09:06Z', 'revision_number': 4, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port': {'id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:04Z', 'updated_at': '2022-03-29T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': 'f0ec915b-0a18-4809-baa6-f960c5379aaa', 'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'mac_address': 'fa:16:3e:be:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:06Z', 'updated_at': '2022-03-29T15:09:10Z', 'revision_number': 5, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'subnets': [{'id': '4f249259-f45c-4953-a87f-362f60357e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:13:56.044818 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc91f500-14d0-4fbc-9b39-4c9c8579fe6d None None] The sync data for ids ['a3324915-7e75-409c-b7fe-93c335065156'] in dv-cinder-835525-2-iscsi is: [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:09:06Z', 'revision_number': 4, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port': {'id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:04Z', 'updated_at': '2022-03-29T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi', '_interfaces': [{'id': 'f0ec915b-0a18-4809-baa6-f960c5379aaa', 'name': '', 'network_id': '89fb8a01-b701-481f-b5fe-0f5bee52dd67', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'mac_address': 'fa:16:3e:be:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f249259-f45c-4953-a87f-362f60357e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:06Z', 'updated_at': '2022-03-29T15:09:10Z', 'revision_number': 5, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'subnets': [{'id': '4f249259-f45c-4953-a87f-362f60357e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:13:56.254371 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d081d4c-f7c9-4b65-a7ce-054a8caa55f6 None None] New status for floating IP 9d67992a-9f1c-40e5-a964-11574424226d: DOWN {{(pid=115500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:13:56.464672 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105fd189-87a6-4d7a-aac7-ccf55cc02b81 x-openstack-request-id: req-105fd189-87a6-4d7a-aac7-ccf55cc02b81 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:13:56.465231 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d57cdfd-47b2-4029-b52c-089d2610e0de", "name": "network-vif-deleted", "tag": "8bbef11e-dbb0-42bf-bef4-725963fd0ff4", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:13:56.465349 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-105fd189-87a6-4d7a-aac7-ccf55cc02b81 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:13:56.465672 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-105fd189-87a6-4d7a-aac7-ccf55cc02b81'] response: {'server_uuid': '9d57cdfd-47b2-4029-b52c-089d2610e0de', 'name': 'network-vif-deleted', 'tag': '8bbef11e-dbb0-42bf-bef4-725963fd0ff4', 'status': 'completed', 'code': 200} Mar 29 15:13:56.645676 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 43696) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:56.696865 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group (12195869-90bb-4e5b-b2a5-d43b93e9fa65), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:56.719580 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group (12195869-90bb-4e5b-b2a5-d43b93e9fa65), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:56.810427 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (12195869-90bb-4e5b-b2a5-d43b93e9fa65), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:56.814218 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:56.815408 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "DELETE /v2.0/security-groups/12195869-90bb-4e5b-b2a5-d43b93e9fa65 HTTP/1.1" status: 204 len: 168 time: 0.1686640 Mar 29 15:13:56.818418 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 43698) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:56.824422 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12195869-90bb-4e5b-b2a5-d43b93e9fa65,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:56.832403 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.api.v2.resource [None req-1ae320da-b8e7-49a3-ae68-e1b79e358508 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] show failed (client error): The resource could not be found. Mar 29 15:13:56.832769 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.833150 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.833408 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-1ae320da-b8e7-49a3-ae68-e1b79e358508 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "GET /v2.0/security-groups/12195869-90bb-4e5b-b2a5-d43b93e9fa65 HTTP/1.1" status: 404 len: 347 time: 0.0139942 Mar 29 15:13:56.833594 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.833837 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.834168 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.834498 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.834826 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.835165 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.835473 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.835794 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.836116 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.836242 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 43700) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:56.836442 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.836761 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.837187 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.837434 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e46b8d-1cc7-42f1-a1d0-1e90a69c4be2 tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.956950 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-6c7e7f21-8e04-4737-957b-951262c01a8e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Deleting port a8c8426a-0b75-4efa-8848-429b1681ff64 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:13:56.957319 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-6c7e7f21-8e04-4737-957b-951262c01a8e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (a8c8426a-0b75-4efa-8848-429b1681ff64), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:57.029178 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-6c7e7f21-8e04-4737-957b-951262c01a8e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (a8c8426a-0b75-4efa-8848-429b1681ff64), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:57.029593 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-6c7e7f21-8e04-4737-957b-951262c01a8e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for floatingip (a8c8426a-0b75-4efa-8848-429b1681ff64), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:57.041142 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-6c7e7f21-8e04-4737-957b-951262c01a8e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Calling delete_port for a8c8426a-0b75-4efa-8848-429b1681ff64 owned by network:floatingip {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:13:57.239143 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-6c7e7f21-8e04-4737-957b-951262c01a8e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (a8c8426a-0b75-4efa-8848-429b1681ff64), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:57.262525 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e7f21-8e04-4737-957b-951262c01a8e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Pushing event deleted for resources: {'Port': ['ID=a8c8426a-0b75-4efa-8848-429b1681ff64,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:57.325837 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-6c7e7f21-8e04-4737-957b-951262c01a8e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks [] for floatingip (9d67992a-9f1c-40e5-a964-11574424226d), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:57.328449 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-6c7e7f21-8e04-4737-957b-951262c01a8e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for floatingip (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:57.329648 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-6c7e7f21-8e04-4737-957b-951262c01a8e tempest-AttachVolumeShelveTestJSON-1252343871 tempest-AttachVolumeShelveTestJSON-1252343871-project] 10.222.0.16 "DELETE /v2.0/floatingips/9d67992a-9f1c-40e5-a964-11574424226d HTTP/1.1" status: 204 len: 168 time: 0.4926145 Mar 29 15:13:59.128472 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:13:59.148327 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] No Port match for: 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:13:59.148669 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 8bbef11e-dbb0-42bf-bef4-725963fd0ff4 not bound to the agent host hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:13:59.239016 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:59.933889 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 43722) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:00.264108 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0e5add3a-bdd6-4435-bccf-c90c3bb9c6f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606844'] for router_interface (a3324915-7e75-409c-b7fe-93c335065156), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:00.502099 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-0e5add3a-bdd6-4435-bccf-c90c3bb9c6f7 admin admin] Deleting port f0ec915b-0a18-4809-baa6-f960c5379aaa {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:14:00.502436 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0e5add3a-bdd6-4435-bccf-c90c3bb9c6f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (f0ec915b-0a18-4809-baa6-f960c5379aaa), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:00.579806 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [None req-0e5add3a-bdd6-4435-bccf-c90c3bb9c6f7 admin admin] For port f0ec915b-0a18-4809-baa6-f960c5379aaa, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=f0ec915b-0a18-4809-baa6-f960c5379aaa,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:14:00.580086 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0e5add3a-bdd6-4435-bccf-c90c3bb9c6f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (f0ec915b-0a18-4809-baa6-f960c5379aaa), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:00.592374 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-0e5add3a-bdd6-4435-bccf-c90c3bb9c6f7 admin admin] Calling delete_port for f0ec915b-0a18-4809-baa6-f960c5379aaa owned by network:router_interface {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:14:00.844296 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0e5add3a-bdd6-4435-bccf-c90c3bb9c6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (f0ec915b-0a18-4809-baa6-f960c5379aaa), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:00.869376 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5add3a-bdd6-4435-bccf-c90c3bb9c6f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ec915b-0a18-4809-baa6-f960c5379aaa,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:01.032851 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-0e5add3a-bdd6-4435-bccf-c90c3bb9c6f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-609260'] for router_interface (a3324915-7e75-409c-b7fe-93c335065156), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:01.243585 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5add3a-bdd6-4435-bccf-c90c3bb9c6f7 admin admin] Router a3324915-7e75-409c-b7fe-93c335065156 has already been hosted by L3 agent 3de37423-4d84-4795-95d4-c03baca6c712 {{(pid=115499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:14:01.351024 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5add3a-bdd6-4435-bccf-c90c3bb9c6f7 admin admin] Notify agent at l3_agent.dv-cinder-835525-2-iscsi the message routers_updated {{(pid=115499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:14:01.355981 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-0e5add3a-bdd6-4435-bccf-c90c3bb9c6f7 admin admin] 10.222.0.16 "PUT /v2.0/routers/a3324915-7e75-409c-b7fe-93c335065156/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4210644 Mar 29 15:14:01.358598 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 43724) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:01.361226 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d70762b-3a06-4e77-9b60-9908bd91c2b5 None None] Sync routers for ids ['a3324915-7e75-409c-b7fe-93c335065156'] in dv-cinder-835525-2-iscsi {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:14:01.370657 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d70762b-3a06-4e77-9b60-9908bd91c2b5 None None] Routers {'a3324915-7e75-409c-b7fe-93c335065156'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:14:01.371258 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-4d70762b-3a06-4e77-9b60-9908bd91c2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:13:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a3324915-7e75-409c-b7fe-93c335065156'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:14:01.461204 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f6cdb2cb-1983-403e-bf95-47353ce5076e admin admin] Publish callbacks [] for router (a3324915-7e75-409c-b7fe-93c335065156), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:01.475335 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-4d70762b-3a06-4e77-9b60-9908bd91c2b5 None None] Set router a3324915-7e75-409c-b7fe-93c335065156 gateway port host: dv-cinder-835525-2-iscsi {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:14:01.563849 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f6cdb2cb-1983-403e-bf95-47353ce5076e admin admin] Publish callbacks [] for router_gateway (a3324915-7e75-409c-b7fe-93c335065156), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:01.647218 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-4d70762b-3a06-4e77-9b60-9908bd91c2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'external_fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:14:00Z', 'revision_number': 5, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port': {'id': '5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f', 'name': '', 'network_id': '35de33f6-ccbb-4ce0-93f2-17c55baad7c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3324915-7e75-409c-b7fe-93c335065156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835525-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:09:04Z', 'updated_at': '2022-03-29T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2a84397-0026-4bd7-92a0-1b2547789488', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835525-2-iscsi'}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:14:01.676956 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d70762b-3a06-4e77-9b60-9908bd91c2b5 None None] Checking router: a3324915-7e75-409c-b7fe-93c335065156 for host: dv-cinder-835525-2-iscsi {{(pid=115501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:14:01.685149 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d70762b-3a06-4e77-9b60-9908bd91c2b5 None None] Routers {'a3324915-7e75-409c-b7fe-93c335065156'} bound to L3 agent in host dv-cinder-835525-2-iscsi {{(pid=115501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:14:01.685765 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-4d70762b-3a06-4e77-9b60-9908bd91c2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835525-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:43:16Z,description=,heartbeat_timestamp=2022-03-29T15:13:46Z,host='dv-cinder-835525-2-iscsi',id=3de37423-4d84-4795-95d4-c03baca6c712,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:43:16Z,topic='l3_agent')) {'router_ids': ['a3324915-7e75-409c-b7fe-93c335065156'], 'active': True} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:14:01.693843 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-f6cdb2cb-1983-403e-bf95-47353ce5076e admin admin] Deleting port 5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:14:01.694178 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f6cdb2cb-1983-403e-bf95-47353ce5076e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:01.771968 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_dvr_db [None req-4d70762b-3a06-4e77-9b60-9908bd91c2b5 None None] Set router a3324915-7e75-409c-b7fe-93c335065156 gateway port host: None {{(pid=115501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:14:01.773238 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [None req-f6cdb2cb-1983-403e-bf95-47353ce5076e admin admin] For port 5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f,segment=NetworkSegment(536ab092-afc0-4604-8c0e-0bff1d204e7a),segment_id=536ab092-afc0-4604-8c0e-0bff1d204e7a)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:14:01.773600 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f6cdb2cb-1983-403e-bf95-47353ce5076e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:01.786528 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [None req-f6cdb2cb-1983-403e-bf95-47353ce5076e admin admin] Calling delete_port for 5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f owned by network:router_gateway {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:14:01.822733 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.l3_hamode_db [None req-4d70762b-3a06-4e77-9b60-9908bd91c2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:14:01Z', 'revision_number': 6, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port_host': None}], 'dv-cinder-835525-2-iscsi', False) {} {{(pid=115501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:14:01.851327 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d70762b-3a06-4e77-9b60-9908bd91c2b5 None None] The sync data for ids ['a3324915-7e75-409c-b7fe-93c335065156'] in dv-cinder-835525-2-iscsi is: [{'id': 'a3324915-7e75-409c-b7fe-93c335065156', 'name': 'tempest-AttachVolumeShelveTestJSON-282939391-router', 'tenant_id': '5add870b1cb0435c893e50d9e9670477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:09:03Z', 'updated_at': '2022-03-29T15:14:01Z', 'revision_number': 6, 'project_id': '5add870b1cb0435c893e50d9e9670477', 'gw_port_host': None}] {{(pid=115501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:14:02.005051 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f6cdb2cb-1983-403e-bf95-47353ce5076e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:02.030404 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdb2cb-1983-403e-bf95-47353ce5076e admin admin] Pushing event deleted for resources: {'Port': ['ID=5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:02.088459 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f6cdb2cb-1983-403e-bf95-47353ce5076e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-606214'] for router_gateway (a3324915-7e75-409c-b7fe-93c335065156), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:02.178259 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f6cdb2cb-1983-403e-bf95-47353ce5076e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-410'] for router (a3324915-7e75-409c-b7fe-93c335065156), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:02.180234 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f6cdb2cb-1983-403e-bf95-47353ce5076e admin admin] Publish callbacks [] for router_controller (a3324915-7e75-409c-b7fe-93c335065156), precommit_delete_associations {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:02.518738 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f6cdb2cb-1983-403e-bf95-47353ce5076e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608739'] for router (a3324915-7e75-409c-b7fe-93c335065156), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:02.519284 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cdb2cb-1983-403e-bf95-47353ce5076e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3324915-7e75-409c-b7fe-93c335065156 {{(pid=115499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:14:02.523557 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f6cdb2cb-1983-403e-bf95-47353ce5076e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:02.524715 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-f6cdb2cb-1983-403e-bf95-47353ce5076e admin admin] 10.222.0.16 "DELETE /v2.0/routers/a3324915-7e75-409c-b7fe-93c335065156 HTTP/1.1" status: 204 len: 168 time: 1.1652036 Mar 29 15:14:02.527192 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 43726) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:02.570901 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9df7e6-1d98-483e-8849-447e2a5ba313 admin admin] Deleting subnet 4f249259-f45c-4953-a87f-362f60357e21 {{(pid=115499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:14:02.573835 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9b9df7e6-1d98-483e-8849-447e2a5ba313 admin admin] Publish callbacks [] for subnet (4f249259-f45c-4953-a87f-362f60357e21), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:02.607117 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9b9df7e6-1d98-483e-8849-447e2a5ba313 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8420988'] for subnet (4f249259-f45c-4953-a87f-362f60357e21), precommit_delete_associations {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:02.686891 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9b9df7e6-1d98-483e-8849-447e2a5ba313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187270'] for subnet (4f249259-f45c-4953-a87f-362f60357e21), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:02.782711 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9b9df7e6-1d98-483e-8849-447e2a5ba313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9129967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364887'] for subnet (4f249259-f45c-4953-a87f-362f60357e21), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:02.809308 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9df7e6-1d98-483e-8849-447e2a5ba313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f249259-f45c-4953-a87f-362f60357e21,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:02.812910 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9b9df7e6-1d98-483e-8849-447e2a5ba313 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:02.816423 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-9b9df7e6-1d98-483e-8849-447e2a5ba313 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4f249259-f45c-4953-a87f-362f60357e21 HTTP/1.1" status: 204 len: 168 time: 0.2879994 Mar 29 15:14:02.819113 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 43728) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:02.824285 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7252034-f968-441a-b424-c0240b6cc501 None None] Network 89fb8a01-b701-481f-b5fe-0f5bee52dd67 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:14:02.873477 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:14:02.910255 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: 5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:14:02.910595 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device 5e990f6b-c5d3-4580-a7a8-7a19fa6f6e1f not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:14:02.911005 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device f0ec915b-0a18-4809-baa6-f960c5379aaa no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:14:02.943806 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1063815'] for network (89fb8a01-b701-481f-b5fe-0f5bee52dd67), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:02.946191 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: f0ec915b-0a18-4809-baa6-f960c5379aaa {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:14:02.946532 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device f0ec915b-0a18-4809-baa6-f960c5379aaa not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:14:03.000132 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] Deleting port d63596e5-7dc8-4f8b-b05c-19be10628745 {{(pid=115498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:14:03.000478 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (d63596e5-7dc8-4f8b-b05c-19be10628745), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.028799 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] DHCP port deletion for 89fb8a01-b701-481f-b5fe-0f5bee52dd67 request from dv-cinder-835525-2-iscsi {{(pid=115500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:14:03.065836 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.db [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] For port d63596e5-7dc8-4f8b-b05c-19be10628745, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=d63596e5-7dc8-4f8b-b05c-19be10628745,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:14:03.066283 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (d63596e5-7dc8-4f8b-b05c-19be10628745), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.075315 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Deleting port d63596e5-7dc8-4f8b-b05c-19be10628745 {{(pid=115500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:14:03.075694 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (d63596e5-7dc8-4f8b-b05c-19be10628745), before_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.079193 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.plugin [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] Calling delete_port for d63596e5-7dc8-4f8b-b05c-19be10628745 owned by network:dhcp {{(pid=115498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:14:03.137873 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] For port d63596e5-7dc8-4f8b-b05c-19be10628745, host dv-cinder-835525-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835525-2-iscsi',level=0,port_id=d63596e5-7dc8-4f8b-b05c-19be10628745,segment=NetworkSegment(72a1208e-e99f-4c50-9ee5-e8f0070ee172),segment_id=72a1208e-e99f-4c50-9ee5-e8f0070ee172)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:14:03.138183 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (d63596e5-7dc8-4f8b-b05c-19be10628745), precommit_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.154220 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Calling delete_port for d63596e5-7dc8-4f8b-b05c-19be10628745 owned by network:dhcp {{(pid=115500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:14:03.221900 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10359956'] for port (d63596e5-7dc8-4f8b-b05c-19be10628745), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.227206 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271'] for port (d63596e5-7dc8-4f8b-b05c-19be10628745), after_delete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.254793 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Pushing event deleted for resources: {'Port': ['ID=d63596e5-7dc8-4f8b-b05c-19be10628745,revision_number=None']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:03.254995 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] No DVR routers for this DVR port d63596e5-7dc8-4f8b-b05c-19be10628745 on host dv-cinder-835525-2-iscsi {{(pid=115498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:14:03.256938 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] No DVR routers for this DVR port d63596e5-7dc8-4f8b-b05c-19be10628745 on host dv-cinder-835525-2-iscsi {{(pid=115500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:14:03.263608 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:14:03.270786 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:14:03.270786 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:14:03.270786 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:14:03.270786 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:14:03.270786 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:14:03.270786 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:14:03.270786 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:14:03.270786 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:14:03.270786 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:14:03.270786 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:14:03.270786 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:14:03.270786 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:14:03.270786 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:14:03.270786 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafa800-b092-4cab-8cef-693e4aaec1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:14:03.279026 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] Pushing event deleted for resources: {'Port': ['ID=d63596e5-7dc8-4f8b-b05c-19be10628745,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:03.336004 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8727032248890'] for network (89fb8a01-b701-481f-b5fe-0f5bee52dd67), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.356820 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89fb8a01-b701-481f-b5fe-0f5bee52dd67']}} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:14:03.366136 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a1208e-e99f-4c50-9ee5-e8f0070ee172') {'for_net_delete': True} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:14:03.366436 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a1208e-e99f-4c50-9ee5-e8f0070ee172') {} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:14:03.376156 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727032247107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439790'] for segment (72a1208e-e99f-4c50-9ee5-e8f0070ee172), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.389232 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (72a1208e-e99f-4c50-9ee5-e8f0070ee172), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.395626 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=115498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:14:03.396005 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10360001'] for segment (72a1208e-e99f-4c50-9ee5-e8f0070ee172), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: Traceback (most recent call last): Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: timer() Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: cb(*args, **kw) Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: return func(*args, **kwargs) Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: self._notify() Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: self.callback(batched_events) Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: event.method(event) Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: return f(self, *a, **k) Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: return self._get(url).json() Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: return self.request(url, 'GET', **kwargs) Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:14:03.397682 dv-cinder-835525-2-iscsi neutron-server[115498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:14:03.513207 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606314'] for network (89fb8a01-b701-481f-b5fe-0f5bee52dd67), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.519058 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.522253 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] 10.222.0.16 "DELETE /v2.0/networks/89fb8a01-b701-481f-b5fe-0f5bee52dd67 HTTP/1.1" status: 204 len: 168 time: 0.7009993 Mar 29 15:14:03.533219 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2e87a-a7d0-42d2-a85e-d0213444ce39 admin admin] Pushing event deleted for resources: {'Network': ['ID=89fb8a01-b701-481f-b5fe-0f5bee52dd67,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:03.769857 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 43734) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:03.809772 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-6e1c22f4-4ba8-4d63-8072-59290ab979fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5add870b1cb0435c893e50d9e9670477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381825 Mar 29 15:14:03.811643 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 43736) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:03.856952 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-802911ae-5eae-4cb6-8ae9-7a3371d43416 admin admin] Publish callbacks [] for security_group (b2b3b608-6f42-422f-b407-f8a236ca7e94), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.878386 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-802911ae-5eae-4cb6-8ae9-7a3371d43416 admin admin] Publish callbacks [] for security_group (b2b3b608-6f42-422f-b407-f8a236ca7e94), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.986881 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-802911ae-5eae-4cb6-8ae9-7a3371d43416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (b2b3b608-6f42-422f-b407-f8a236ca7e94), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.989414 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-802911ae-5eae-4cb6-8ae9-7a3371d43416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.990529 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-802911ae-5eae-4cb6-8ae9-7a3371d43416 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2b3b608-6f42-422f-b407-f8a236ca7e94 HTTP/1.1" status: 204 len: 168 time: 0.1779823 Mar 29 15:14:03.998281 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802911ae-5eae-4cb6-8ae9-7a3371d43416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b3b608-6f42-422f-b407-f8a236ca7e94,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:04.835883 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device d63596e5-7dc8-4f8b-b05c-19be10628745 no longer exists at agent ovs-agent-dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:14:04.859144 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] No Port match for: d63596e5-7dc8-4f8b-b05c-19be10628745 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:14:04.859434 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Device d63596e5-7dc8-4f8b-b05c-19be10628745 not bound to the agent host dv-cinder-835525-2-iscsi {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:14:13.741508 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-2369c223-4ba7-468c-9097-3039d7740122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:15.798632 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-1b5d2e1c-e413-400a-99db-f58c913ca361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:17.335988 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:18.376017 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:19.747076 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:24.494451 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 43950) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:24.595069 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3dae4389-3705-46ec-bad0-f7e008b6209f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:24.665166 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3dae4389-3705-46ec-bad0-f7e008b6209f admin admin] Publish callbacks [] for security_group (2876485b-b141-4a2a-a423-7cb83599ef49), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:24.735364 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-3dae4389-3705-46ec-bad0-f7e008b6209f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (2876485b-b141-4a2a-a423-7cb83599ef49), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:24.776505 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-3dae4389-3705-46ec-bad0-f7e008b6209f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e7ebec796b8476ca4d7ceac13b860d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810268 Mar 29 15:14:24.777475 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae4389-3705-46ec-bad0-f7e008b6209f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2876485b-b141-4a2a-a423-7cb83599ef49,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:24.779208 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 43954) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:24.830925 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6375ef22-e129-48ae-9553-50c02299e00e admin admin] Publish callbacks [] for security_group (2876485b-b141-4a2a-a423-7cb83599ef49), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:24.850976 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6375ef22-e129-48ae-9553-50c02299e00e admin admin] Publish callbacks [] for security_group (2876485b-b141-4a2a-a423-7cb83599ef49), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:24.964307 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6375ef22-e129-48ae-9553-50c02299e00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (2876485b-b141-4a2a-a423-7cb83599ef49), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:24.966909 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6375ef22-e129-48ae-9553-50c02299e00e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:24.968072 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-6375ef22-e129-48ae-9553-50c02299e00e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2876485b-b141-4a2a-a423-7cb83599ef49 HTTP/1.1" status: 204 len: 168 time: 0.1876199 Mar 29 15:14:24.976168 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375ef22-e129-48ae-9553-50c02299e00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2876485b-b141-4a2a-a423-7cb83599ef49,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:25.495145 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 43960) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:25.508866 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e6359886-6e87-4773-9f00-54a9fffd8b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:25.578819 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e6359886-6e87-4773-9f00-54a9fffd8b34 admin admin] Publish callbacks [] for security_group (a649e540-33ec-464c-a693-8ce274775618), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:25.644177 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-e6359886-6e87-4773-9f00-54a9fffd8b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (a649e540-33ec-464c-a693-8ce274775618), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:25.682582 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-e6359886-6e87-4773-9f00-54a9fffd8b34 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9922abd81134bfcbec33852a6f48102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857424 Mar 29 15:14:25.683688 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6359886-6e87-4773-9f00-54a9fffd8b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a649e540-33ec-464c-a693-8ce274775618,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:25.685215 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 43962) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:25.733142 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-06c74a35-3d37-42ff-96f0-702f0fb06ff7 admin admin] Publish callbacks [] for security_group (a649e540-33ec-464c-a693-8ce274775618), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:25.753564 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-06c74a35-3d37-42ff-96f0-702f0fb06ff7 admin admin] Publish callbacks [] for security_group (a649e540-33ec-464c-a693-8ce274775618), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:25.850169 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-06c74a35-3d37-42ff-96f0-702f0fb06ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (a649e540-33ec-464c-a693-8ce274775618), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:25.852711 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-06c74a35-3d37-42ff-96f0-702f0fb06ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:25.853894 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-06c74a35-3d37-42ff-96f0-702f0fb06ff7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a649e540-33ec-464c-a693-8ce274775618 HTTP/1.1" status: 204 len: 168 time: 0.1676829 Mar 29 15:14:25.861514 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c74a35-3d37-42ff-96f0-702f0fb06ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a649e540-33ec-464c-a693-8ce274775618,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:28.911458 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:14:29.261542 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:30.075531 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 44030) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:30.176180 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f4d9221d-5608-425f-b2eb-070c023c07e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:30.247267 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f4d9221d-5608-425f-b2eb-070c023c07e6 admin admin] Publish callbacks [] for security_group (bb6d8d3d-16d7-4a68-97ee-fa13bd9aa6c9), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:30.318370 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-f4d9221d-5608-425f-b2eb-070c023c07e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (bb6d8d3d-16d7-4a68-97ee-fa13bd9aa6c9), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:30.356052 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-f4d9221d-5608-425f-b2eb-070c023c07e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a385f6f0dee4638a47a6e5df50ffc33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794917 Mar 29 15:14:30.356962 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9221d-5608-425f-b2eb-070c023c07e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6d8d3d-16d7-4a68-97ee-fa13bd9aa6c9,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:30.358934 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 44034) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:30.406724 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cf624026-4419-46ac-a948-67ecf50eae19 admin admin] Publish callbacks [] for security_group (bb6d8d3d-16d7-4a68-97ee-fa13bd9aa6c9), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:30.430610 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cf624026-4419-46ac-a948-67ecf50eae19 admin admin] Publish callbacks [] for security_group (bb6d8d3d-16d7-4a68-97ee-fa13bd9aa6c9), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:30.558500 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cf624026-4419-46ac-a948-67ecf50eae19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (bb6d8d3d-16d7-4a68-97ee-fa13bd9aa6c9), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:30.561101 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-cf624026-4419-46ac-a948-67ecf50eae19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:30.562240 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-cf624026-4419-46ac-a948-67ecf50eae19 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb6d8d3d-16d7-4a68-97ee-fa13bd9aa6c9 HTTP/1.1" status: 204 len: 168 time: 0.2023215 Mar 29 15:14:30.570239 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf624026-4419-46ac-a948-67ecf50eae19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6d8d3d-16d7-4a68-97ee-fa13bd9aa6c9,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:31.047051 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 44040) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:31.060952 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4996a189-731f-41c0-979c-9595b128188f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:31.132270 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4996a189-731f-41c0-979c-9595b128188f admin admin] Publish callbacks [] for security_group (3c9de59f-12b2-4211-8780-73dfd6204d86), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:31.175247 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4996a189-731f-41c0-979c-9595b128188f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (3c9de59f-12b2-4211-8780-73dfd6204d86), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:31.212318 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-4996a189-731f-41c0-979c-9595b128188f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a76faeec81964199a19c8356cb514a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642363 Mar 29 15:14:31.213217 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996a189-731f-41c0-979c-9595b128188f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9de59f-12b2-4211-8780-73dfd6204d86,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:31.215045 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 44042) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:31.264633 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-168b5ade-fde8-4baf-a9ac-389646a57930 admin admin] Publish callbacks [] for security_group (3c9de59f-12b2-4211-8780-73dfd6204d86), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:31.285309 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-168b5ade-fde8-4baf-a9ac-389646a57930 admin admin] Publish callbacks [] for security_group (3c9de59f-12b2-4211-8780-73dfd6204d86), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:31.433090 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-168b5ade-fde8-4baf-a9ac-389646a57930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (3c9de59f-12b2-4211-8780-73dfd6204d86), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:31.435593 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-168b5ade-fde8-4baf-a9ac-389646a57930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:31.436717 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-168b5ade-fde8-4baf-a9ac-389646a57930 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c9de59f-12b2-4211-8780-73dfd6204d86 HTTP/1.1" status: 204 len: 168 time: 0.2206638 Mar 29 15:14:31.444603 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b5ade-fde8-4baf-a9ac-389646a57930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9de59f-12b2-4211-8780-73dfd6204d86,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:32.858734 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 44076) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:32.958060 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c208bef2-4e7b-489d-a7bd-f8907fa4ebc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:33.027746 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c208bef2-4e7b-489d-a7bd-f8907fa4ebc3 admin admin] Publish callbacks [] for security_group (1002098a-e8e6-4788-841f-752016a6778d), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:33.072303 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-c208bef2-4e7b-489d-a7bd-f8907fa4ebc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (1002098a-e8e6-4788-841f-752016a6778d), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:33.110521 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-c208bef2-4e7b-489d-a7bd-f8907fa4ebc3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=653fe87d1b644aaeb6fc21634ce5cb58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507761 Mar 29 15:14:33.111605 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208bef2-4e7b-489d-a7bd-f8907fa4ebc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1002098a-e8e6-4788-841f-752016a6778d,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:33.113295 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 44080) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:33.160636 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4915b49a-f1fa-4a9c-ad0a-f5b02f458c3c admin admin] Publish callbacks [] for security_group (1002098a-e8e6-4788-841f-752016a6778d), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:33.180633 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4915b49a-f1fa-4a9c-ad0a-f5b02f458c3c admin admin] Publish callbacks [] for security_group (1002098a-e8e6-4788-841f-752016a6778d), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:33.306978 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4915b49a-f1fa-4a9c-ad0a-f5b02f458c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (1002098a-e8e6-4788-841f-752016a6778d), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:33.309589 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-4915b49a-f1fa-4a9c-ad0a-f5b02f458c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:33.310724 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-4915b49a-f1fa-4a9c-ad0a-f5b02f458c3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1002098a-e8e6-4788-841f-752016a6778d HTTP/1.1" status: 204 len: 168 time: 0.1963928 Mar 29 15:14:33.319062 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915b49a-f1fa-4a9c-ad0a-f5b02f458c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1002098a-e8e6-4788-841f-752016a6778d,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:43.764300 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ed16fce4-537d-4568-9c3a-6294532cf4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:43.879455 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 44202) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:43.980774 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-90a72609-c3ca-4e94-95e4-6dd81f7d997b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:44.051841 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-90a72609-c3ca-4e94-95e4-6dd81f7d997b admin admin] Publish callbacks [] for security_group (85973c71-7974-45f3-8a8c-84ea212f02ab), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:44.117986 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-90a72609-c3ca-4e94-95e4-6dd81f7d997b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (85973c71-7974-45f3-8a8c-84ea212f02ab), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:44.154382 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a72609-c3ca-4e94-95e4-6dd81f7d997b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85973c71-7974-45f3-8a8c-84ea212f02ab,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:44.158761 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-90a72609-c3ca-4e94-95e4-6dd81f7d997b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8ebe5c4fc014246b423408d3a1d79b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782972 Mar 29 15:14:44.161611 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 44206) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:44.208733 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-251d1bd5-e5a3-4644-a08e-216d35639cbf admin admin] Publish callbacks [] for security_group (85973c71-7974-45f3-8a8c-84ea212f02ab), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:44.229891 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-251d1bd5-e5a3-4644-a08e-216d35639cbf admin admin] Publish callbacks [] for security_group (85973c71-7974-45f3-8a8c-84ea212f02ab), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:44.352619 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-251d1bd5-e5a3-4644-a08e-216d35639cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (85973c71-7974-45f3-8a8c-84ea212f02ab), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:44.355150 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-251d1bd5-e5a3-4644-a08e-216d35639cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:44.356342 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-251d1bd5-e5a3-4644-a08e-216d35639cbf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85973c71-7974-45f3-8a8c-84ea212f02ab HTTP/1.1" status: 204 len: 168 time: 0.1938369 Mar 29 15:14:44.364284 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d1bd5-e5a3-4644-a08e-216d35639cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85973c71-7974-45f3-8a8c-84ea212f02ab,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:44.894197 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 44212) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:44.907898 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8f2cc37c-2a6a-43bf-b140-d51dc1dc1bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:44.983441 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8f2cc37c-2a6a-43bf-b140-d51dc1dc1bbd admin admin] Publish callbacks [] for security_group (71ba9478-1047-4c4d-8bbe-698a3c4f1a79), precommit_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:45.049569 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-8f2cc37c-2a6a-43bf-b140-d51dc1dc1bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (71ba9478-1047-4c4d-8bbe-698a3c4f1a79), after_create {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:45.088028 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-8f2cc37c-2a6a-43bf-b140-d51dc1dc1bbd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07772d2ee4be43ce8c59472b27e4ba37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1927357 Mar 29 15:14:45.088901 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cc37c-2a6a-43bf-b140-d51dc1dc1bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ba9478-1047-4c4d-8bbe-698a3c4f1a79,revision_number=1']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:45.090785 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 44214) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:45.138890 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9bbeb70b-122f-466c-b8a7-d25894b2376e admin admin] Publish callbacks [] for security_group (71ba9478-1047-4c4d-8bbe-698a3c4f1a79), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:45.162107 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9bbeb70b-122f-466c-b8a7-d25894b2376e admin admin] Publish callbacks [] for security_group (71ba9478-1047-4c4d-8bbe-698a3c4f1a79), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:45.255403 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9bbeb70b-122f-466c-b8a7-d25894b2376e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (71ba9478-1047-4c4d-8bbe-698a3c4f1a79), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:45.258507 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-9bbeb70b-122f-466c-b8a7-d25894b2376e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:45.259671 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-9bbeb70b-122f-466c-b8a7-d25894b2376e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71ba9478-1047-4c4d-8bbe-698a3c4f1a79 HTTP/1.1" status: 204 len: 168 time: 0.1679223 Mar 29 15:14:45.268103 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbeb70b-122f-466c-b8a7-d25894b2376e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ba9478-1047-4c4d-8bbe-698a3c4f1a79,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:45.769805 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-10b11f57-40a0-41e5-a7bb-830cb5843c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:45.935007 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 44220) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:45.947927 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fda20c16-7858-4461-b34a-c02288fa728f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:46.018307 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fda20c16-7858-4461-b34a-c02288fa728f admin admin] Publish callbacks [] for security_group (4a7fb21d-aafe-4478-a771-306bf56a8698), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:46.101849 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fda20c16-7858-4461-b34a-c02288fa728f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (4a7fb21d-aafe-4478-a771-306bf56a8698), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:46.139605 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-fda20c16-7858-4461-b34a-c02288fa728f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=257088328b7148f596f2382af2742343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035701 Mar 29 15:14:46.140433 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda20c16-7858-4461-b34a-c02288fa728f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7fb21d-aafe-4478-a771-306bf56a8698,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:46.142316 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 44222) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:46.189530 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-18b185f7-90f8-427e-a3c6-658b7b57a815 admin admin] Publish callbacks [] for security_group (4a7fb21d-aafe-4478-a771-306bf56a8698), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:46.210126 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-18b185f7-90f8-427e-a3c6-658b7b57a815 admin admin] Publish callbacks [] for security_group (4a7fb21d-aafe-4478-a771-306bf56a8698), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:46.301357 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-18b185f7-90f8-427e-a3c6-658b7b57a815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (4a7fb21d-aafe-4478-a771-306bf56a8698), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:46.303918 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-18b185f7-90f8-427e-a3c6-658b7b57a815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:46.305076 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-18b185f7-90f8-427e-a3c6-658b7b57a815 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a7fb21d-aafe-4478-a771-306bf56a8698 HTTP/1.1" status: 204 len: 168 time: 0.1617708 Mar 29 15:14:46.313232 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b185f7-90f8-427e-a3c6-658b7b57a815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7fb21d-aafe-4478-a771-306bf56a8698,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:47.135616 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:47.198230 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 44244) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:47.291140 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-fefa6ee7-91a1-453b-b58c-d192e9fe307d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2003877801-network', 'tenant_id': '1fd36cfd03a64f93b63cd6679541ea6b'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:14:47.375079 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefa6ee7-91a1-453b-b58c-d192e9fe307d admin admin] Made reservation on behalf of 1fd36cfd03a64f93b63cd6679541ea6b for: {'network': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:14:47.377284 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fefa6ee7-91a1-453b-b58c-d192e9fe307d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for network (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:47.386035 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fefa6ee7-91a1-453b-b58c-d192e9fe307d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:47.462235 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fefa6ee7-91a1-453b-b58c-d192e9fe307d admin admin] Publish callbacks [] for security_group (e926063b-2d1e-4436-9565-d7f5806c10a5), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:47.512186 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fefa6ee7-91a1-453b-b58c-d192e9fe307d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (e926063b-2d1e-4436-9565-d7f5806c10a5), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:47.536365 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefa6ee7-91a1-453b-b58c-d192e9fe307d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=115499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:14:47.548904 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa6ee7-91a1-453b-b58c-d192e9fe307d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e926063b-2d1e-4436-9565-d7f5806c10a5,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:47.555073 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fefa6ee7-91a1-453b-b58c-d192e9fe307d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (ceafd7de-53af-4883-a12d-0accbf176120), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:47.555417 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.db.segments_db [None req-fefa6ee7-91a1-453b-b58c-d192e9fe307d admin admin] Added segment ceafd7de-53af-4883-a12d-0accbf176120 of type vlan for network 051272d5-2265-48b0-bed0-f46066c3d526 Mar 29 15:14:47.592581 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fefa6ee7-91a1-453b-b58c-d192e9fe307d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727031888698'] for network (051272d5-2265-48b0-bed0-f46066c3d526), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:47.649937 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fefa6ee7-91a1-453b-b58c-d192e9fe307d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882'] for network (051272d5-2265-48b0-bed0-f46066c3d526), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:47.650882 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa6ee7-91a1-453b-b58c-d192e9fe307d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:47.651526 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-fefa6ee7-91a1-453b-b58c-d192e9fe307d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:47.708357 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa6ee7-91a1-453b-b58c-d192e9fe307d admin admin] Pushing event updated for resources: {'Network': ['ID=051272d5-2265-48b0-bed0-f46066c3d526,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:47.718044 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Network 051272d5-2265-48b0-bed0-f46066c3d526 details requested by agent ovs-agent-dv-cinder-835525-2-iscsi with host dv-cinder-835525-2-iscsi {{(pid=115500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:14:47.761131 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-fefa6ee7-91a1-453b-b58c-d192e9fe307d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5618410 Mar 29 15:14:47.763945 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 44248) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:47.768846 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [None req-7c88e0fd-6f15-4d0a-8c53-f68349e58e2b admin admin] Request body: {'subnet': {'network_id': '051272d5-2265-48b0-bed0-f46066c3d526', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2003877801-subnet', 'tenant_id': '1fd36cfd03a64f93b63cd6679541ea6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:14:48.015818 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c88e0fd-6f15-4d0a-8c53-f68349e58e2b admin admin] Made reservation on behalf of 1fd36cfd03a64f93b63cd6679541ea6b for: {'subnet': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:14:48.018160 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7c88e0fd-6f15-4d0a-8c53-f68349e58e2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9364872'] for subnet (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:48.210216 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7c88e0fd-6f15-4d0a-8c53-f68349e58e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9129900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9364894'] for subnet (472f9e7e-24c1-401f-9c98-ab19db0d735f), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:48.264808 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88e0fd-6f15-4d0a-8c53-f68349e58e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=472f9e7e-24c1-401f-9c98-ab19db0d735f,revision_number=0']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:48.273274 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c88e0fd-6f15-4d0a-8c53-f68349e58e2b admin admin] Checking segment: {'id': 'ceafd7de-53af-4883-a12d-0accbf176120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '051272d5-2265-48b0-bed0-f46066c3d526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:14:48.273627 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c88e0fd-6f15-4d0a-8c53-f68349e58e2b admin admin] Network hostable DHCP agents. Network: 051272d5-2265-48b0-bed0-f46066c3d526, hostable agents: ['d54be346-8d38-4a55-9238-c2600b34a430'], hosted agents: [] {{(pid=115499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:14:48.409928 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c88e0fd-6f15-4d0a-8c53-f68349e58e2b admin admin] Network 051272d5-2265-48b0-bed0-f46066c3d526 is scheduled to be hosted by DHCP agent d54be346-8d38-4a55-9238-c2600b34a430 with binding_index 1 {{(pid=115499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:14:48.415615 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:48.495396 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [None req-7c88e0fd-6f15-4d0a-8c53-f68349e58e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835525-2-iscsi, 051272d5-2265-48b0-bed0-f46066c3d526) {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:14:48.499461 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c88e0fd-6f15-4d0a-8c53-f68349e58e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:48.505388 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-7c88e0fd-6f15-4d0a-8c53-f68349e58e2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:48.506117 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9540ba6-3f49-4280-bfa3-bb8014200d08 None None] Network 051272d5-2265-48b0-bed0-f46066c3d526 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:14:48.578371 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-7c88e0fd-6f15-4d0a-8c53-f68349e58e2b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8131812 Mar 29 15:14:48.600347 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b0b2b9-7bfa-4d57-bd4f-0a11fef2f105 None None] Network 051272d5-2265-48b0-bed0-f46066c3d526 requested from dv-cinder-835525-2-iscsi {{(pid=115500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:14:49.735150 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:50.603476 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-8985c4af-58c3-4df0-b02b-cea3c58f14d9 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:50.604836 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-8985c4af-58c3-4df0-b02b-cea3c58f14d9 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/networks?id=051272d5-2265-48b0-bed0-f46066c3d526 HTTP/1.1" status: 200 len: 814 time: 0.0999584 Mar 29 15:14:50.619191 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-04af3b24-ffc4-4f80-b4f3-c6bcdff847fc tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/quotas/1fd36cfd03a64f93b63cd6679541ea6b HTTP/1.1" status: 200 len: 375 time: 0.0091202 Mar 29 15:14:50.650701 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-489060db-c7ab-45f1-9c5e-02510d216cd9 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fd36cfd03a64f93b63cd6679541ea6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268080 Mar 29 15:14:50.786911 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-6747f0dd-14bd-4a32-b245-b678e337155d service neutron] 10.222.0.16 "GET /v2.0/networks/051272d5-2265-48b0-bed0-f46066c3d526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298871 Mar 29 15:14:50.872848 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-ee3a2bd3-f3c6-45a2-95c1-cbb56314b0c5 service neutron] 10.222.0.16 "GET /v2.0/networks/051272d5-2265-48b0-bed0-f46066c3d526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797217 Mar 29 15:14:51.142023 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-ece6d30a-9e81-4981-92cf-68658cdb39f6 req-f414d1aa-a812-4f30-a136-4a43ebb9f006 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb8e8d1-30d6-4453-9338-6367c1dbe0a3 HTTP/1.1" status: 200 len: 210 time: 0.0293555 Mar 29 15:14:52.238452 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-e9f51522-ed81-4c3f-af59-9a71e652a7d3 req-41a91170-53b1-4d46-bd7e-0db74f2e0c34 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb8e8d1-30d6-4453-9338-6367c1dbe0a3 HTTP/1.1" status: 200 len: 210 time: 0.0292208 Mar 29 15:14:53.150564 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-1dea0c6b-c2e3-4d6b-965c-003d027b3e17 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:53.151891 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-1dea0c6b-c2e3-4d6b-965c-003d027b3e17 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.13 "GET /v2.0/networks?id=051272d5-2265-48b0-bed0-f46066c3d526 HTTP/1.1" status: 200 len: 814 time: 0.1028686 Mar 29 15:14:53.169043 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-818cf9ef-922c-4744-af9e-8bae718101c5 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Request body: {'port': {'device_id': 'cbb8e8d1-30d6-4453-9338-6367c1dbe0a3', 'network_id': '051272d5-2265-48b0-bed0-f46066c3d526', 'admin_state_up': True, 'tenant_id': '1fd36cfd03a64f93b63cd6679541ea6b'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:14:53.335775 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-818cf9ef-922c-4744-af9e-8bae718101c5 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Made reservation on behalf of 1fd36cfd03a64f93b63cd6679541ea6b for: {'port': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:14:53.340352 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-818cf9ef-922c-4744-af9e-8bae718101c5 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:53.343346 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-676a0918-f0b6-4b1f-8cef-c75656f8219f req-f32c7ed1-5c85-463e-993f-2808eee646e0 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb8e8d1-30d6-4453-9338-6367c1dbe0a3 HTTP/1.1" status: 200 len: 210 time: 0.0326509 Mar 29 15:14:53.463290 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-818cf9ef-922c-4744-af9e-8bae718101c5 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Allocated IP 172.20.0.12 (051272d5-2265-48b0-bed0-f46066c3d526/472f9e7e-24c1-401f-9c98-ab19db0d735f/7ce1a006-8c0c-4c57-b66c-3863e9fe0857) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:14:53.605898 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-818cf9ef-922c-4744-af9e-8bae718101c5 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Publish callbacks [] for port (7ce1a006-8c0c-4c57-b66c-3863e9fe0857), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:53.678639 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-818cf9ef-922c-4744-af9e-8bae718101c5 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (7ce1a006-8c0c-4c57-b66c-3863e9fe0857), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:53.718137 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-818cf9ef-922c-4744-af9e-8bae718101c5 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Network 051272d5-2265-48b0-bed0-f46066c3d526 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:14:53.721044 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-818cf9ef-922c-4744-af9e-8bae718101c5 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:14:53.724613 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-818cf9ef-922c-4744-af9e-8bae718101c5 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:14:53.751204 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cf9ef-922c-4744-af9e-8bae718101c5 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Pushing event updated for resources: {'Port': ['ID=7ce1a006-8c0c-4c57-b66c-3863e9fe0857,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:53.778438 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-818cf9ef-922c-4744-af9e-8bae718101c5 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:53.779028 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-818cf9ef-922c-4744-af9e-8bae718101c5 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:53.846583 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-818cf9ef-922c-4744-af9e-8bae718101c5 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6812744 Mar 29 15:14:53.863366 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Request body: {'port': {'device_id': 'cbb8e8d1-30d6-4453-9338-6367c1dbe0a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:14:53.922770 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (7ce1a006-8c0c-4c57-b66c-3863e9fe0857), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:54.172998 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce1a006-8c0c-4c57-b66c-3863e9fe0857 {{(pid=115499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:14:54.180840 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Publish callbacks [] for port (7ce1a006-8c0c-4c57-b66c-3863e9fe0857), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:54.192476 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.provisioning_blocks [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Transition to ACTIVE for port object 7ce1a006-8c0c-4c57-b66c-3863e9fe0857 will not be triggered until provisioned by entity L2. {{(pid=115499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:14:54.243839 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (7ce1a006-8c0c-4c57-b66c-3863e9fe0857), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:54.291664 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Pushing event updated for resources: {'Port': ['ID=7ce1a006-8c0c-4c57-b66c-3863e9fe0857,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:54.361456 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Attempting to bind port 7ce1a006-8c0c-4c57-b66c-3863e9fe0857 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:14:54.361780 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Attempting to bind port 7ce1a006-8c0c-4c57-b66c-3863e9fe0857 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': 'ceafd7de-53af-4883-a12d-0accbf176120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '051272d5-2265-48b0-bed0-f46066c3d526'}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:14:54.362097 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Attempting to bind port 7ce1a006-8c0c-4c57-b66c-3863e9fe0857 on network 051272d5-2265-48b0-bed0-f46066c3d526 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:14:54.367516 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Port 7ce1a006-8c0c-4c57-b66c-3863e9fe0857 on network 051272d5-2265-48b0-bed0-f46066c3d526 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:14:54.367827 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Attempting to bind port 7ce1a006-8c0c-4c57-b66c-3863e9fe0857 on network 051272d5-2265-48b0-bed0-f46066c3d526 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:14:54.374055 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Checking agent: {'id': 'e622d3d7-0a71-4961-ba27-45794834ffcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'started_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:14:54.374055 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Checking segment: {'id': 'ceafd7de-53af-4883-a12d-0accbf176120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '051272d5-2265-48b0-bed0-f46066c3d526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:14:54.374055 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Bound using segment: {'id': 'ceafd7de-53af-4883-a12d-0accbf176120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '051272d5-2265-48b0-bed0-f46066c3d526'} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:14:54.374055 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Bound port: 7ce1a006-8c0c-4c57-b66c-3863e9fe0857, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceafd7de-53af-4883-a12d-0accbf176120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '051272d5-2265-48b0-bed0-f46066c3d526'}}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:14:54.374515 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (7ce1a006-8c0c-4c57-b66c-3863e9fe0857), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:54.435350 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] For port 7ce1a006-8c0c-4c57-b66c-3863e9fe0857, host hv-cinder-83552, cleared binding levels {{(pid=115499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:14:54.438156 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] For port 7ce1a006-8c0c-4c57-b66c-3863e9fe0857, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=7ce1a006-8c0c-4c57-b66c-3863e9fe0857,segment=NetworkSegment(ceafd7de-53af-4883-a12d-0accbf176120),segment_id=ceafd7de-53af-4883-a12d-0accbf176120)] {{(pid=115499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:14:54.460862 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43faeb47-49c0-4987-ad4b-9ab3da04210f req-b4c6ffbd-9f66-4429-a66e-625fc2dc0bb6 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:54.462340 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-43faeb47-49c0-4987-ad4b-9ab3da04210f req-b4c6ffbd-9f66-4429-a66e-625fc2dc0bb6 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb8e8d1-30d6-4453-9338-6367c1dbe0a3 HTTP/1.1" status: 200 len: 944 time: 0.0522799 Mar 29 15:14:54.501320 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (7ce1a006-8c0c-4c57-b66c-3863e9fe0857), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:54.508115 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-43faeb47-49c0-4987-ad4b-9ab3da04210f req-59f57760-064d-4ab0-87a4-aa4a5eef7533 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/security-groups?id=e926063b-2d1e-4436-9565-d7f5806c10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401514 Mar 29 15:14:54.533350 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:54.533960 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:54.535566 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] 10.222.0.13 "PUT /v2.0/ports/7ce1a006-8c0c-4c57-b66c-3863e9fe0857 HTTP/1.1" status: 200 len: 1094 time: 0.6762545 Mar 29 15:14:54.538409 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb8e8d1-30d6-4453-9338-6367c1dbe0a3', 'tag': '7ce1a006-8c0c-4c57-b66c-3863e9fe0857'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:14:54.540613 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054aa2fa-8d1b-4d0f-945a-1e14353ab6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb8e8d1-30d6-4453-9338-6367c1dbe0a3", "tag": "7ce1a006-8c0c-4c57-b66c-3863e9fe0857"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:14:54.568734 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faef585-f905-4f69-b440-a1bb26dd5fbb service neutron] Pushing event updated for resources: {'Port': ['ID=7ce1a006-8c0c-4c57-b66c-3863e9fe0857,revision_number=3']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:54.575273 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f64a8d-43da-4549-8f42-92841d7d149c x-openstack-request-id: req-23f64a8d-43da-4549-8f42-92841d7d149c {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:14:54.575558 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb8e8d1-30d6-4453-9338-6367c1dbe0a3", "tag": "7ce1a006-8c0c-4c57-b66c-3863e9fe0857", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:14:54.575814 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23f64a8d-43da-4549-8f42-92841d7d149c {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:14:54.576210 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f64a8d-43da-4549-8f42-92841d7d149c'] response: {'name': 'network-changed', 'server_uuid': 'cbb8e8d1-30d6-4453-9338-6367c1dbe0a3', 'tag': '7ce1a006-8c0c-4c57-b66c-3863e9fe0857', 'status': 'completed', 'code': 200} Mar 29 15:14:54.664323 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054aa2fa-8d1b-4d0f-945a-1e14353ab6fd req-9428ea0e-d6ee-4300-aee6-6cac0184e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:54.665892 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-054aa2fa-8d1b-4d0f-945a-1e14353ab6fd req-9428ea0e-d6ee-4300-aee6-6cac0184e60d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fd36cfd03a64f93b63cd6679541ea6b&device_id=cbb8e8d1-30d6-4453-9338-6367c1dbe0a3 HTTP/1.1" status: 200 len: 1128 time: 0.0479012 Mar 29 15:14:54.765210 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054aa2fa-8d1b-4d0f-945a-1e14353ab6fd req-328294f7-1105-4f75-9d3f-9338f1d3387c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:54.766648 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-054aa2fa-8d1b-4d0f-945a-1e14353ab6fd req-328294f7-1105-4f75-9d3f-9338f1d3387c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1fd36cfd03a64f93b63cd6679541ea6b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0883095 Mar 29 15:14:54.860141 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054aa2fa-8d1b-4d0f-945a-1e14353ab6fd req-6dfbc3a9-1d55-4c02-884d-6d7dc420ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:54.861597 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-054aa2fa-8d1b-4d0f-945a-1e14353ab6fd req-6dfbc3a9-1d55-4c02-884d-6d7dc420ef56 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889547 Mar 29 15:14:54.959019 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-6ba00890-0ad1-447a-ab6f-ed3488b085aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:54.961026 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-6ba00890-0ad1-447a-ab6f-ed3488b085aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fd36cfd03a64f93b63cd6679541ea6b&device_id=cbb8e8d1-30d6-4453-9338-6367c1dbe0a3 HTTP/1.1" status: 200 len: 1128 time: 0.0429902 Mar 29 15:14:55.005609 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-23c3e3e0-dbdc-41cb-a60a-35391b1e537f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ce1a006-8c0c-4c57-b66c-3863e9fe0857 HTTP/1.1" status: 200 len: 217 time: 0.0314090 Mar 29 15:14:55.055533 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-9e3a6950-f197-44ba-bce2-95467a638716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:55.057138 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-9e3a6950-f197-44ba-bce2-95467a638716 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=472f9e7e-24c1-401f-9c98-ab19db0d735f HTTP/1.1" status: 200 len: 854 time: 0.0449858 Mar 29 15:14:55.088350 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-f321cd01-7c65-40bc-89a5-e8524a8255b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=051272d5-2265-48b0-bed0-f46066c3d526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251243 Mar 29 15:14:55.201491 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-2a2b4a4c-9245-404d-af82-8f15d24c907e service neutron] 10.222.0.13 "GET /v2.0/networks/051272d5-2265-48b0-bed0-f46066c3d526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072171 Mar 29 15:14:55.293065 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2cea0dc6-ed52-43eb-ac80-7854b3270124 req-9985d936-1744-487f-853e-8de2f80c27cd service neutron] 10.222.0.13 "GET /v2.0/networks/051272d5-2265-48b0-bed0-f46066c3d526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857427 Mar 29 15:14:55.633152 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705bcfe-f3a6-4e5a-b810-21b74a97aad3 req-ca7af09f-2e06-43f7-af1d-62e093b08545 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:55.634616 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4705bcfe-f3a6-4e5a-b810-21b74a97aad3 req-ca7af09f-2e06-43f7-af1d-62e093b08545 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb8e8d1-30d6-4453-9338-6367c1dbe0a3 HTTP/1.1" status: 200 len: 944 time: 0.0594234 Mar 29 15:14:55.682855 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4705bcfe-f3a6-4e5a-b810-21b74a97aad3 req-8dca2627-e392-48d0-acf6-1fc819c5a17d tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/security-groups?id=e926063b-2d1e-4436-9565-d7f5806c10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417213 Mar 29 15:14:56.804577 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd18d9-361c-43f2-b65a-ffa29d78779b req-c772ccdb-a4b9-4630-b112-307c0ee627b3 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:56.806046 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dbbd18d9-361c-43f2-b65a-ffa29d78779b req-c772ccdb-a4b9-4630-b112-307c0ee627b3 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb8e8d1-30d6-4453-9338-6367c1dbe0a3 HTTP/1.1" status: 200 len: 944 time: 0.0550995 Mar 29 15:14:56.852424 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dbbd18d9-361c-43f2-b65a-ffa29d78779b req-99b394ee-dcd0-482a-baaa-84cd3f9be0aa tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/security-groups?id=e926063b-2d1e-4436-9565-d7f5806c10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403805 Mar 29 15:14:57.396365 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 7ce1a006-8c0c-4c57-b66c-3863e9fe0857 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:14:57.494359 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 7ce1a006-8c0c-4c57-b66c-3863e9fe0857, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=7ce1a006-8c0c-4c57-b66c-3863e9fe0857,segment=NetworkSegment(ceafd7de-53af-4883-a12d-0accbf176120),segment_id=ceafd7de-53af-4883-a12d-0accbf176120)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:14:57.505399 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '7ce1a006-8c0c-4c57-b66c-3863e9fe0857', 'network_id': '051272d5-2265-48b0-bed0-f46066c3d526', 'port_id': '7ce1a006-8c0c-4c57-b66c-3863e9fe0857', 'mac_address': 'fa:16:3e:cf:58:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472f9e7e-24c1-401f-9c98-ab19db0d735f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:14:57.540854 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 7ce1a006-8c0c-4c57-b66c-3863e9fe0857 is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:14:57.541187 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (7ce1a006-8c0c-4c57-b66c-3863e9fe0857), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:57.554246 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce1a006-8c0c-4c57-b66c-3863e9fe0857 {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:14:57.573237 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 7ce1a006-8c0c-4c57-b66c-3863e9fe0857, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=7ce1a006-8c0c-4c57-b66c-3863e9fe0857,segment=NetworkSegment(ceafd7de-53af-4883-a12d-0accbf176120),segment_id=ceafd7de-53af-4883-a12d-0accbf176120)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:14:57.632894 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (7ce1a006-8c0c-4c57-b66c-3863e9fe0857), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:57.685687 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=7ce1a006-8c0c-4c57-b66c-3863e9fe0857,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:57.931911 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['7ce1a006-8c0c-4c57-b66c-3863e9fe0857'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:14:57.968110 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbbdf8-7f61-4407-8bb0-aca648902d62 req-65324f28-ad7f-4459-bfb4-60cd85f56660 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:57.969609 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4fdbbdf8-7f61-4407-8bb0-aca648902d62 req-65324f28-ad7f-4459-bfb4-60cd85f56660 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb8e8d1-30d6-4453-9338-6367c1dbe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0521984 Mar 29 15:14:58.015247 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4fdbbdf8-7f61-4407-8bb0-aca648902d62 req-889a6580-4b25-4518-9eb3-4df07e8f42d2 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/security-groups?id=e926063b-2d1e-4436-9565-d7f5806c10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395193 Mar 29 15:14:59.137977 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08081d75-2096-4b7c-8a94-1521d1df012c req-ef93b3bb-db61-4a71-ad67-2f75874b2c30 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:59.139604 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-08081d75-2096-4b7c-8a94-1521d1df012c req-ef93b3bb-db61-4a71-ad67-2f75874b2c30 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb8e8d1-30d6-4453-9338-6367c1dbe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0567091 Mar 29 15:14:59.188836 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-08081d75-2096-4b7c-8a94-1521d1df012c req-5e2d13f6-09fe-4816-9a06-8b8c6bfb5764 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/security-groups?id=e926063b-2d1e-4436-9565-d7f5806c10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437243 Mar 29 15:14:59.237876 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:59.412768 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 7ce1a006-8c0c-4c57-b66c-3863e9fe0857 up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:14:59.511941 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning for port 7ce1a006-8c0c-4c57-b66c-3863e9fe0857 completed by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:14:59.515853 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 7ce1a006-8c0c-4c57-b66c-3863e9fe0857 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:14:59.516232 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (7ce1a006-8c0c-4c57-b66c-3863e9fe0857), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:59.590784 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 7ce1a006-8c0c-4c57-b66c-3863e9fe0857 is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:14:59.591163 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (7ce1a006-8c0c-4c57-b66c-3863e9fe0857), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:59.613121 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb8e8d1-30d6-4453-9338-6367c1dbe0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce1a006-8c0c-4c57-b66c-3863e9fe0857'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:14:59.615998 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13f6bab-bb69-47a2-acdc-b5f5ac36d290" -d '{"events": [{"server_uuid": "cbb8e8d1-30d6-4453-9338-6367c1dbe0a3", "name": "network-vif-plugged", "status": "completed", "tag": "7ce1a006-8c0c-4c57-b66c-3863e9fe0857"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:14:59.628050 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 7ce1a006-8c0c-4c57-b66c-3863e9fe0857, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=7ce1a006-8c0c-4c57-b66c-3863e9fe0857,segment=NetworkSegment(ceafd7de-53af-4883-a12d-0accbf176120),segment_id=ceafd7de-53af-4883-a12d-0accbf176120)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:14:59.678590 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (7ce1a006-8c0c-4c57-b66c-3863e9fe0857), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:59.728203 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=7ce1a006-8c0c-4c57-b66c-3863e9fe0857,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:59.767131 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4a499c-74f2-468a-8c0d-5da59bafb09c x-openstack-request-id: req-2d4a499c-74f2-468a-8c0d-5da59bafb09c {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:14:59.767418 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb8e8d1-30d6-4453-9338-6367c1dbe0a3", "name": "network-vif-plugged", "status": "completed", "tag": "7ce1a006-8c0c-4c57-b66c-3863e9fe0857", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:14:59.767670 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d4a499c-74f2-468a-8c0d-5da59bafb09c {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:14:59.768069 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d4a499c-74f2-468a-8c0d-5da59bafb09c'] response: {'server_uuid': 'cbb8e8d1-30d6-4453-9338-6367c1dbe0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce1a006-8c0c-4c57-b66c-3863e9fe0857', 'code': 200} Mar 29 15:15:00.102302 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bde4e6-43b6-4d97-9139-2037281c6d1b req-aeab51a8-a67a-4003-b527-cc1e0f146895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:00.103734 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-06bde4e6-43b6-4d97-9139-2037281c6d1b req-aeab51a8-a67a-4003-b527-cc1e0f146895 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbb8e8d1-30d6-4453-9338-6367c1dbe0a3 HTTP/1.1" status: 200 len: 1130 time: 0.0428221 Mar 29 15:15:00.145103 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-06bde4e6-43b6-4d97-9139-2037281c6d1b req-da754bbb-2178-4190-988f-2ba6b8590538 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e926063b-2d1e-4436-9565-d7f5806c10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359111 Mar 29 15:15:00.304007 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29caeda0-0929-4d58-a454-2c665628d2cb req-07d32533-b792-4844-9338-642c9cb99b5e tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:00.305494 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-29caeda0-0929-4d58-a454-2c665628d2cb req-07d32533-b792-4844-9338-642c9cb99b5e tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb8e8d1-30d6-4453-9338-6367c1dbe0a3 HTTP/1.1" status: 200 len: 946 time: 0.0524273 Mar 29 15:15:00.351316 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-29caeda0-0929-4d58-a454-2c665628d2cb req-92d222d3-f068-49b0-9d0b-2cc838c82320 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/security-groups?id=e926063b-2d1e-4436-9565-d7f5806c10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402877 Mar 29 15:15:01.467585 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a02ee-bdd7-43e0-8c6d-9009d8c8fb11 req-a09a1477-3a91-4586-ba97-f5dc1331aec5 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:01.469038 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-484a02ee-bdd7-43e0-8c6d-9009d8c8fb11 req-a09a1477-3a91-4586-ba97-f5dc1331aec5 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb8e8d1-30d6-4453-9338-6367c1dbe0a3 HTTP/1.1" status: 200 len: 946 time: 0.0504549 Mar 29 15:15:01.513592 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-484a02ee-bdd7-43e0-8c6d-9009d8c8fb11 req-30366f62-fb13-46cc-aca3-7fb3e69d201c tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/security-groups?id=e926063b-2d1e-4436-9565-d7f5806c10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390344 Mar 29 15:15:02.055945 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [req-62411249-1c69-4eab-9bc6-4fcdcdb5b873 req-ea31f99d-78b6-4c6a-aded-2e27ac14b967 service neutron] (115499) timed out ('10.222.0.13', 51828) {{(pid=115499) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 15:15:05.911053 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:15:13.746315 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ff4c237c-21be-4bd9-bc50-396c3dd9881e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:15.786267 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-820243d2-de60-4e4a-840f-b369e3866545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:16.970144 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-4073189d-9aec-4813-b5db-5a37a86cacd7 req-55d3fd0f-d009-4486-b1ff-b29cd02e217d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255153 Mar 29 15:15:17.056941 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-4073189d-9aec-4813-b5db-5a37a86cacd7 req-60aaad1c-90bf-45f5-b89e-28f9dc3ae896 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0284808 Mar 29 15:15:17.108340 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-4073189d-9aec-4813-b5db-5a37a86cacd7 req-ecebf36c-f947-4c38-8d9d-809d50b787bc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0319e2af33245f4917a97026782fdd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195074 Mar 29 15:15:17.169325 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:17.198614 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073189d-9aec-4813-b5db-5a37a86cacd7 req-f19c8bee-c7c8-47c0-bca9-13ae6d445090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:17.200086 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-4073189d-9aec-4813-b5db-5a37a86cacd7 req-f19c8bee-c7c8-47c0-bca9-13ae6d445090 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867622 Mar 29 15:15:18.483627 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:19.740636 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:29.225889 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:42.911553 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:15:43.757848 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b53f8a07-226c-44f0-ac92-2f440d57bd90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:43.767458 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7663f7-034b-493c-a2cc-5f48b7127e88 req-dad350f9-7360-477c-9904-ae427b456537 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:43.769167 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6f7663f7-034b-493c-a2cc-5f48b7127e88 req-dad350f9-7360-477c-9904-ae427b456537 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb8e8d1-30d6-4453-9338-6367c1dbe0a3 HTTP/1.1" status: 200 len: 946 time: 0.0560460 Mar 29 15:15:43.815780 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-6f7663f7-034b-493c-a2cc-5f48b7127e88 req-03ad750c-dd01-4786-97e2-bf4fb4fa3782 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/security-groups?id=e926063b-2d1e-4436-9565-d7f5806c10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411808 Mar 29 15:15:44.934023 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e63113-678d-4197-bcf7-f3059b599c3e req-79234f8b-05ee-475d-86bf-bf39167d7585 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:44.935475 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-51e63113-678d-4197-bcf7-f3059b599c3e req-79234f8b-05ee-475d-86bf-bf39167d7585 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb8e8d1-30d6-4453-9338-6367c1dbe0a3 HTTP/1.1" status: 200 len: 946 time: 0.0520093 Mar 29 15:15:44.980739 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-51e63113-678d-4197-bcf7-f3059b599c3e req-f15adabd-82f2-492f-939a-1fea1e843ce5 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/security-groups?id=e926063b-2d1e-4436-9565-d7f5806c10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398097 Mar 29 15:15:45.391517 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14eb81-99d0-4ab7-b1ec-294ddcc5a040 req-6f5a97ad-baf1-4f62-a54e-248a0ea0f591 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:45.392912 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5f14eb81-99d0-4ab7-b1ec-294ddcc5a040 req-6f5a97ad-baf1-4f62-a54e-248a0ea0f591 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbb8e8d1-30d6-4453-9338-6367c1dbe0a3 HTTP/1.1" status: 200 len: 946 time: 0.0515313 Mar 29 15:15:45.482939 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-5f14eb81-99d0-4ab7-b1ec-294ddcc5a040 req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Deleting port 7ce1a006-8c0c-4c57-b66c-3863e9fe0857 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:15:45.483273 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-5f14eb81-99d0-4ab7-b1ec-294ddcc5a040 req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (7ce1a006-8c0c-4c57-b66c-3863e9fe0857), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:45.567520 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-5f14eb81-99d0-4ab7-b1ec-294ddcc5a040 req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] For port 7ce1a006-8c0c-4c57-b66c-3863e9fe0857, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=7ce1a006-8c0c-4c57-b66c-3863e9fe0857,segment=NetworkSegment(ceafd7de-53af-4883-a12d-0accbf176120),segment_id=ceafd7de-53af-4883-a12d-0accbf176120)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:15:45.567806 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-5f14eb81-99d0-4ab7-b1ec-294ddcc5a040 req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (7ce1a006-8c0c-4c57-b66c-3863e9fe0857), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:45.580809 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-5f14eb81-99d0-4ab7-b1ec-294ddcc5a040 req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Calling delete_port for 7ce1a006-8c0c-4c57-b66c-3863e9fe0857 owned by compute:nova {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:15:45.763597 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-5f14eb81-99d0-4ab7-b1ec-294ddcc5a040 req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (7ce1a006-8c0c-4c57-b66c-3863e9fe0857), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:45.780474 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e4d52c7e-08ea-4c7f-87d9-9e2811209f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:45.791473 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Pushing event deleted for resources: {'Port': ['ID=7ce1a006-8c0c-4c57-b66c-3863e9fe0857,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:15:45.801343 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['7ce1a006-8c0c-4c57-b66c-3863e9fe0857'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:15:45.820618 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:45.820901 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:45.821276 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:45.821571 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:45.821901 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:45.822226 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:45.822544 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:45.822860 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:45.823179 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:45.823493 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:45.823806 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:45.824117 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:45.824426 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:45.824783 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:45.825180 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:45.846623 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f14eb81-99d0-4ab7-b1ec-294ddcc5a040 req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] No DVR routers for this DVR port 7ce1a006-8c0c-4c57-b66c-3863e9fe0857 on host hv-cinder-83552 {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:15:45.848896 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-5f14eb81-99d0-4ab7-b1ec-294ddcc5a040 req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:45.852202 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-5f14eb81-99d0-4ab7-b1ec-294ddcc5a040 req-cdd4887d-a25a-4d24-ab59-987f52aa7b87 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.13 "DELETE /v2.0/ports/7ce1a006-8c0c-4c57-b66c-3863e9fe0857 HTTP/1.1" status: 204 len: 173 time: 0.4543152 Mar 29 15:15:45.852619 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb8e8d1-30d6-4453-9338-6367c1dbe0a3', 'name': 'network-vif-deleted', 'tag': '7ce1a006-8c0c-4c57-b66c-3863e9fe0857'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:15:45.854837 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb047fb-2147-47d3-8c6b-404d60855814" -d '{"events": [{"server_uuid": "cbb8e8d1-30d6-4453-9338-6367c1dbe0a3", "name": "network-vif-deleted", "tag": "7ce1a006-8c0c-4c57-b66c-3863e9fe0857"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:15:45.889892 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14494a3a-86c7-4dd6-b581-9fd9c275aba3 x-openstack-request-id: req-14494a3a-86c7-4dd6-b581-9fd9c275aba3 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:15:45.890194 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb8e8d1-30d6-4453-9338-6367c1dbe0a3", "name": "network-vif-deleted", "tag": "7ce1a006-8c0c-4c57-b66c-3863e9fe0857", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:15:45.890435 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14494a3a-86c7-4dd6-b581-9fd9c275aba3 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:15:45.890836 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14494a3a-86c7-4dd6-b581-9fd9c275aba3'] response: {'server_uuid': 'cbb8e8d1-30d6-4453-9338-6367c1dbe0a3', 'name': 'network-vif-deleted', 'tag': '7ce1a006-8c0c-4c57-b66c-3863e9fe0857', 'status': 'completed', 'code': 200} Mar 29 15:15:46.082884 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-cfd7128d-f3ca-4a84-bcec-879cb101f5c0 req-7ff12ea5-d1d5-46ea-83ec-62d0e63ec462 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbb8e8d1-30d6-4453-9338-6367c1dbe0a3 HTTP/1.1" status: 200 len: 210 time: 0.0303414 Mar 29 15:15:47.157647 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:48.386177 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:49.728454 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:50.310721 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 7ce1a006-8c0c-4c57-b66c-3863e9fe0857 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:15:50.330629 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] No Port match for: 7ce1a006-8c0c-4c57-b66c-3863e9fe0857 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:15:50.330969 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 7ce1a006-8c0c-4c57-b66c-3863e9fe0857 not bound to the agent host hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:15:55.533736 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-5bdc410d-baa3-4104-aad5-25c5dae7544f tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:55.535094 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-5bdc410d-baa3-4104-aad5-25c5dae7544f tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/networks?id=051272d5-2265-48b0-bed0-f46066c3d526 HTTP/1.1" status: 200 len: 814 time: 0.0978765 Mar 29 15:15:55.549331 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-62c000a9-3d9e-4f2f-971a-05b46ef18349 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/quotas/1fd36cfd03a64f93b63cd6679541ea6b HTTP/1.1" status: 200 len: 375 time: 0.0088611 Mar 29 15:15:55.581116 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-b9176c49-40ce-402b-afe6-e9581dd69bfb tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fd36cfd03a64f93b63cd6679541ea6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270040 Mar 29 15:15:55.591534 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-c621fbbf-001a-44c8-9274-0e722a347f88 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:15:55.592499 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-c621fbbf-001a-44c8-9274-0e722a347f88 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054030 Mar 29 15:15:55.680662 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-6972ad6e-bb88-4fe6-b658-5d648827d428 service neutron] 10.222.0.16 "GET /v2.0/networks/051272d5-2265-48b0-bed0-f46066c3d526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828145 Mar 29 15:15:55.766874 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-6ddc776f-5b24-4741-be2d-24e65c3e1708 service neutron] 10.222.0.16 "GET /v2.0/networks/051272d5-2265-48b0-bed0-f46066c3d526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805116 Mar 29 15:15:56.027553 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-7e88aaa5-fb6b-47f3-b42b-22bea9e50296 req-068b57f5-0c73-48a2-a262-f916bd81e21d tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a54773dc-8dcc-49c5-96f7-2a41cb5671e2 HTTP/1.1" status: 200 len: 210 time: 0.0323009 Mar 29 15:15:57.121915 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-4589d192-1358-4dd0-a45e-d1236d15beac req-bf15675c-934c-40d4-af7c-32b5cabdfcb8 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a54773dc-8dcc-49c5-96f7-2a41cb5671e2 HTTP/1.1" status: 200 len: 210 time: 0.0276010 Mar 29 15:15:57.955736 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-85e5703e-fd84-4677-a4da-38d57b22ee8a tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:57.957195 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-85e5703e-fd84-4677-a4da-38d57b22ee8a tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.13 "GET /v2.0/networks?id=051272d5-2265-48b0-bed0-f46066c3d526 HTTP/1.1" status: 200 len: 814 time: 0.0966702 Mar 29 15:15:57.974496 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-3d923a6a-d88e-4ecb-a8fc-f79687e97a5f tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Request body: {'port': {'device_id': 'a54773dc-8dcc-49c5-96f7-2a41cb5671e2', 'network_id': '051272d5-2265-48b0-bed0-f46066c3d526', 'admin_state_up': True, 'tenant_id': '1fd36cfd03a64f93b63cd6679541ea6b'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:15:58.163061 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-3d923a6a-d88e-4ecb-a8fc-f79687e97a5f tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Made reservation on behalf of 1fd36cfd03a64f93b63cd6679541ea6b for: {'port': 1} {{(pid=115499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:15:58.166817 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-3d923a6a-d88e-4ecb-a8fc-f79687e97a5f tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (None), before_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:58.224274 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-dc7fdd54-bd24-4418-95e1-13d6509e6589 req-b2d70b8f-abd9-404a-89e3-8aa5d2c0c90e tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a54773dc-8dcc-49c5-96f7-2a41cb5671e2 HTTP/1.1" status: 200 len: 210 time: 0.0297213 Mar 29 15:15:58.292202 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_common [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-3d923a6a-d88e-4ecb-a8fc-f79687e97a5f tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Allocated IP 172.20.0.5 (051272d5-2265-48b0-bed0-f46066c3d526/472f9e7e-24c1-401f-9c98-ab19db0d735f/2dbc61e5-50ef-444d-912b-311b2acb0479) {{(pid=115499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:15:58.436388 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-3d923a6a-d88e-4ecb-a8fc-f79687e97a5f tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Publish callbacks [] for port (2dbc61e5-50ef-444d-912b-311b2acb0479), precommit_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:58.523381 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-3d923a6a-d88e-4ecb-a8fc-f79687e97a5f tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727031937262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (2dbc61e5-50ef-444d-912b-311b2acb0479), after_create {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:58.563314 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-3d923a6a-d88e-4ecb-a8fc-f79687e97a5f tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Network 051272d5-2265-48b0-bed0-f46066c3d526 is already hosted by enough agents. {{(pid=115499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:15:58.566327 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.scheduler.base_scheduler [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-3d923a6a-d88e-4ecb-a8fc-f79687e97a5f tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Resources bound (agent type, host, resource id): {{(pid=115499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:15:58.569947 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-3d923a6a-d88e-4ecb-a8fc-f79687e97a5f tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Received port after_create {{(pid=115499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:15:58.599605 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923a6a-d88e-4ecb-a8fc-f79687e97a5f tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Pushing event updated for resources: {'Port': ['ID=2dbc61e5-50ef-444d-912b-311b2acb0479,revision_number=1']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:15:58.626931 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-3d923a6a-d88e-4ecb-a8fc-f79687e97a5f tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:58.627530 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-3d923a6a-d88e-4ecb-a8fc-f79687e97a5f tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:58.679685 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-3d923a6a-d88e-4ecb-a8fc-f79687e97a5f tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7087758 Mar 29 15:15:58.696964 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.v2.base [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Request body: {'port': {'device_id': 'a54773dc-8dcc-49c5-96f7-2a41cb5671e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83552'}} {{(pid=115499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:15:58.752179 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2dbc61e5-50ef-444d-912b-311b2acb0479), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:59.003725 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dbc61e5-50ef-444d-912b-311b2acb0479 {{(pid=115499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:15:59.011024 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Publish callbacks [] for port (2dbc61e5-50ef-444d-912b-311b2acb0479), precommit_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:59.022355 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.provisioning_blocks [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Transition to ACTIVE for port object 2dbc61e5-50ef-444d-912b-311b2acb0479 will not be triggered until provisioned by entity L2. {{(pid=115499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:15:59.076960 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (2dbc61e5-50ef-444d-912b-311b2acb0479), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:59.125572 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Pushing event updated for resources: {'Port': ['ID=2dbc61e5-50ef-444d-912b-311b2acb0479,revision_number=2']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:15:59.189566 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Attempting to bind port 2dbc61e5-50ef-444d-912b-311b2acb0479 on host hv-cinder-83552 for vnic_type normal with profile {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:15:59.189895 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Attempting to bind port 2dbc61e5-50ef-444d-912b-311b2acb0479 by drivers openvswitch,hyperv on host hv-cinder-83552 at level 0 using segments [{'id': 'ceafd7de-53af-4883-a12d-0accbf176120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '051272d5-2265-48b0-bed0-f46066c3d526'}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:15:59.190215 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Attempting to bind port 2dbc61e5-50ef-444d-912b-311b2acb0479 on network 051272d5-2265-48b0-bed0-f46066c3d526 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:15:59.194452 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Port 2dbc61e5-50ef-444d-912b-311b2acb0479 on network 051272d5-2265-48b0-bed0-f46066c3d526 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83552 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:15:59.194768 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Attempting to bind port 2dbc61e5-50ef-444d-912b-311b2acb0479 on network 051272d5-2265-48b0-bed0-f46066c3d526 {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:15:59.199474 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Checking agent: {'id': 'e622d3d7-0a71-4961-ba27-45794834ffcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83552', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'started_at': datetime.datetime(2022, 3, 29, 14, 49, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:15:59.199805 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Checking segment: {'id': 'ceafd7de-53af-4883-a12d-0accbf176120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '051272d5-2265-48b0-bed0-f46066c3d526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:15:59.200698 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Bound using segment: {'id': 'ceafd7de-53af-4883-a12d-0accbf176120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '051272d5-2265-48b0-bed0-f46066c3d526'} {{(pid=115499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:15:59.201145 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.managers [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Bound port: 2dbc61e5-50ef-444d-912b-311b2acb0479, host: hv-cinder-83552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceafd7de-53af-4883-a12d-0accbf176120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '051272d5-2265-48b0-bed0-f46066c3d526'}}] {{(pid=115499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:15:59.201495 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2dbc61e5-50ef-444d-912b-311b2acb0479), before_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:59.254500 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:59.267402 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] For port 2dbc61e5-50ef-444d-912b-311b2acb0479, host hv-cinder-83552, cleared binding levels {{(pid=115499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:15:59.270333 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] For port 2dbc61e5-50ef-444d-912b-311b2acb0479, host hv-cinder-83552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=2dbc61e5-50ef-444d-912b-311b2acb0479,segment=NetworkSegment(ceafd7de-53af-4883-a12d-0accbf176120),segment_id=ceafd7de-53af-4883-a12d-0accbf176120)] {{(pid=115499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:15:59.329298 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9130261'] for port (2dbc61e5-50ef-444d-912b-311b2acb0479), after_update {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:59.339598 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379b1c-de8e-495f-9b7d-406059fcfaab req-5d996000-7e77-4fe7-9ed8-347057ae29e2 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:59.341745 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-00379b1c-de8e-495f-9b7d-406059fcfaab req-5d996000-7e77-4fe7-9ed8-347057ae29e2 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a54773dc-8dcc-49c5-96f7-2a41cb5671e2 HTTP/1.1" status: 200 len: 943 time: 0.0527415 Mar 29 15:15:59.361708 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:59.362326 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:59.363685 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] 10.222.0.13 "PUT /v2.0/ports/2dbc61e5-50ef-444d-912b-311b2acb0479 HTTP/1.1" status: 200 len: 1093 time: 0.6705728 Mar 29 15:15:59.364116 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54773dc-8dcc-49c5-96f7-2a41cb5671e2', 'tag': '2dbc61e5-50ef-444d-912b-311b2acb0479'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:15:59.366352 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2def7e82-af89-4d71-a14a-60c3cfa99676" -d '{"events": [{"name": "network-changed", "server_uuid": "a54773dc-8dcc-49c5-96f7-2a41cb5671e2", "tag": "2dbc61e5-50ef-444d-912b-311b2acb0479"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:15:59.393415 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de718f7c-5248-4dfa-be5b-f19cbd3bd79c service neutron] Pushing event updated for resources: {'Port': ['ID=2dbc61e5-50ef-444d-912b-311b2acb0479,revision_number=3']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:15:59.394415 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-00379b1c-de8e-495f-9b7d-406059fcfaab req-5ecff5e1-ee02-4f1a-92af-eb5dbd3c1dbe tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/security-groups?id=e926063b-2d1e-4436-9565-d7f5806c10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458448 Mar 29 15:15:59.406498 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6378af9e-9b90-415b-bf41-579ecf16548a x-openstack-request-id: req-6378af9e-9b90-415b-bf41-579ecf16548a {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:15:59.406737 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54773dc-8dcc-49c5-96f7-2a41cb5671e2", "tag": "2dbc61e5-50ef-444d-912b-311b2acb0479", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:15:59.406986 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6378af9e-9b90-415b-bf41-579ecf16548a {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:15:59.407445 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6378af9e-9b90-415b-bf41-579ecf16548a'] response: {'name': 'network-changed', 'server_uuid': 'a54773dc-8dcc-49c5-96f7-2a41cb5671e2', 'tag': '2dbc61e5-50ef-444d-912b-311b2acb0479', 'status': 'completed', 'code': 200} Mar 29 15:15:59.488747 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def7e82-af89-4d71-a14a-60c3cfa99676 req-b117286b-32df-4c41-801d-caba6291077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:59.490240 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2def7e82-af89-4d71-a14a-60c3cfa99676 req-b117286b-32df-4c41-801d-caba6291077d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fd36cfd03a64f93b63cd6679541ea6b&device_id=a54773dc-8dcc-49c5-96f7-2a41cb5671e2 HTTP/1.1" status: 200 len: 1127 time: 0.0446460 Mar 29 15:15:59.593118 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def7e82-af89-4d71-a14a-60c3cfa99676 req-78a72c9a-a4d7-46ab-8c7e-b046f062a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:59.594532 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2def7e82-af89-4d71-a14a-60c3cfa99676 req-78a72c9a-a4d7-46ab-8c7e-b046f062a3c5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1fd36cfd03a64f93b63cd6679541ea6b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0905123 Mar 29 15:15:59.682023 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def7e82-af89-4d71-a14a-60c3cfa99676 req-1f3568b0-6fca-40bd-8091-6c41b420a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:59.683348 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2def7e82-af89-4d71-a14a-60c3cfa99676 req-1f3568b0-6fca-40bd-8091-6c41b420a09f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0832748 Mar 29 15:15:59.783790 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-a1caa021-707c-4f5d-aced-e2e4f212eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:59.785276 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-a1caa021-707c-4f5d-aced-e2e4f212eab4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fd36cfd03a64f93b63cd6679541ea6b&device_id=a54773dc-8dcc-49c5-96f7-2a41cb5671e2 HTTP/1.1" status: 200 len: 1127 time: 0.0440960 Mar 29 15:15:59.834340 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-9386fc79-bacf-4f10-86a3-d45b99890a6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dbc61e5-50ef-444d-912b-311b2acb0479 HTTP/1.1" status: 200 len: 217 time: 0.0370004 Mar 29 15:15:59.880991 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-9d548056-065d-4e14-b67f-deca75576d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:59.882426 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-9d548056-065d-4e14-b67f-deca75576d2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=472f9e7e-24c1-401f-9c98-ab19db0d735f HTTP/1.1" status: 200 len: 854 time: 0.0420940 Mar 29 15:15:59.912737 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-3d74511a-f2ac-4068-968e-2a24ca4ef024 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=051272d5-2265-48b0-bed0-f46066c3d526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239084 Mar 29 15:16:00.000827 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-7958befe-9046-4a41-b55d-c979499ef10d service neutron] 10.222.0.13 "GET /v2.0/networks/051272d5-2265-48b0-bed0-f46066c3d526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808542 Mar 29 15:16:00.085297 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-3d8b9111-b95a-4e79-91be-729e7df4eb09 req-88a91459-0a14-44a9-89eb-45069290ab26 service neutron] 10.222.0.13 "GET /v2.0/networks/051272d5-2265-48b0-bed0-f46066c3d526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786982 Mar 29 15:16:00.515346 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cff6ad-7db0-4e4b-8e19-6cbff111fb80 req-fb825eec-a116-4229-86b0-cbc5afe853ed tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:00.516711 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-31cff6ad-7db0-4e4b-8e19-6cbff111fb80 req-fb825eec-a116-4229-86b0-cbc5afe853ed tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a54773dc-8dcc-49c5-96f7-2a41cb5671e2 HTTP/1.1" status: 200 len: 943 time: 0.0542829 Mar 29 15:16:00.561556 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-31cff6ad-7db0-4e4b-8e19-6cbff111fb80 req-753938ab-3682-4a7b-97e9-41289e00f572 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/security-groups?id=e926063b-2d1e-4436-9565-d7f5806c10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392537 Mar 29 15:16:01.676971 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fcdd9-df4c-4c05-87b1-cff66696bd28 req-9935bda2-9a89-483d-a5ff-1a99c6f3a047 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:01.678441 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-272fcdd9-df4c-4c05-87b1-cff66696bd28 req-9935bda2-9a89-483d-a5ff-1a99c6f3a047 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a54773dc-8dcc-49c5-96f7-2a41cb5671e2 HTTP/1.1" status: 200 len: 943 time: 0.0517318 Mar 29 15:16:01.723879 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-272fcdd9-df4c-4c05-87b1-cff66696bd28 req-83ee9fb7-68e5-44bd-8adc-90cb51e03d76 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/security-groups?id=e926063b-2d1e-4436-9565-d7f5806c10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398059 Mar 29 15:16:01.726686 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 2dbc61e5-50ef-444d-912b-311b2acb0479 details requested by agent hyperv_hv-cinder-83552 with host hv-cinder-83552 {{(pid=115500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:16:01.821687 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 2dbc61e5-50ef-444d-912b-311b2acb0479, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=2dbc61e5-50ef-444d-912b-311b2acb0479,segment=NetworkSegment(ceafd7de-53af-4883-a12d-0accbf176120),segment_id=ceafd7de-53af-4883-a12d-0accbf176120)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:16:01.833394 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Returning: {'device': '2dbc61e5-50ef-444d-912b-311b2acb0479', 'network_id': '051272d5-2265-48b0-bed0-f46066c3d526', 'port_id': '2dbc61e5-50ef-444d-912b-311b2acb0479', 'mac_address': 'fa:16:3e:c8:22:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472f9e7e-24c1-401f-9c98-ab19db0d735f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:16:01.872686 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 2dbc61e5-50ef-444d-912b-311b2acb0479 is: DOWN; New status is: BUILD {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:16:01.873032 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2dbc61e5-50ef-444d-912b-311b2acb0479), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:01.885369 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dbc61e5-50ef-444d-912b-311b2acb0479 {{(pid=115500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:16:01.904082 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 2dbc61e5-50ef-444d-912b-311b2acb0479, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=2dbc61e5-50ef-444d-912b-311b2acb0479,segment=NetworkSegment(ceafd7de-53af-4883-a12d-0accbf176120),segment_id=ceafd7de-53af-4883-a12d-0accbf176120)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:16:01.957188 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (2dbc61e5-50ef-444d-912b-311b2acb0479), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:02.003660 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=2dbc61e5-50ef-444d-912b-311b2acb0479,revision_number=4']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:16:02.010998 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:02.011346 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:02.011689 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:02.012030 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:02.012367 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:02.012697 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:02.013108 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:02.013439 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:02.013767 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:02.014101 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:02.014428 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:02.014754 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:02.015077 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:02.015400 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:02.015721 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:02.251789 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['2dbc61e5-50ef-444d-912b-311b2acb0479'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:16:02.837875 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb073ad-e185-476f-83b5-c9f6f8a8fb9c req-ea9439f6-e551-471e-8147-874de6046979 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:02.839300 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1bb073ad-e185-476f-83b5-c9f6f8a8fb9c req-ea9439f6-e551-471e-8147-874de6046979 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a54773dc-8dcc-49c5-96f7-2a41cb5671e2 HTTP/1.1" status: 200 len: 944 time: 0.0510910 Mar 29 15:16:02.888031 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-1bb073ad-e185-476f-83b5-c9f6f8a8fb9c req-2ec23906-d428-4ee6-b82f-846bd9cf758d tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/security-groups?id=e926063b-2d1e-4436-9565-d7f5806c10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427964 Mar 29 15:16:03.741958 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 2dbc61e5-50ef-444d-912b-311b2acb0479 up at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:16:03.848496 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning for port 2dbc61e5-50ef-444d-912b-311b2acb0479 completed by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:16:03.852419 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.db.provisioning_blocks [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Provisioning complete for port 2dbc61e5-50ef-444d-912b-311b2acb0479 triggered by entity L2. {{(pid=115500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:16:03.852791 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1158958'] for port (2dbc61e5-50ef-444d-912b-311b2acb0479), provisioning_complete {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:03.930097 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Current status of the port 2dbc61e5-50ef-444d-912b-311b2acb0479 is: BUILD; New status is: ACTIVE {{(pid=115500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:16:03.930486 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278420'] for port (2dbc61e5-50ef-444d-912b-311b2acb0479), before_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:03.952626 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54773dc-8dcc-49c5-96f7-2a41cb5671e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbc61e5-50ef-444d-912b-311b2acb0479'}] {{(pid=115500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:16:03.954874 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}556581bd7d624a13f9397a7c3bbbd4b1f09ebe17fc13efb92d1b41d31acc7ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a25b1e1-fb4e-4690-aabb-e582cba0f51f" -d '{"events": [{"server_uuid": "a54773dc-8dcc-49c5-96f7-2a41cb5671e2", "name": "network-vif-plugged", "status": "completed", "tag": "2dbc61e5-50ef-444d-912b-311b2acb0479"}]}' {{(pid=115500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:16:03.967138 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] For port 2dbc61e5-50ef-444d-912b-311b2acb0479, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=2dbc61e5-50ef-444d-912b-311b2acb0479,segment=NetworkSegment(ceafd7de-53af-4883-a12d-0accbf176120),segment_id=ceafd7de-53af-4883-a12d-0accbf176120)] {{(pid=115500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:16:03.993010 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d2a979-9bab-4935-8fad-efbc91f16458 x-openstack-request-id: req-a5d2a979-9bab-4935-8fad-efbc91f16458 {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:16:03.993258 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54773dc-8dcc-49c5-96f7-2a41cb5671e2", "name": "network-vif-plugged", "status": "completed", "tag": "2dbc61e5-50ef-444d-912b-311b2acb0479", "code": 200}]} {{(pid=115500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:16:03.993508 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5d2a979-9bab-4935-8fad-efbc91f16458 {{(pid=115500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:16:03.993905 dv-cinder-835525-2-iscsi neutron-server[115500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d2a979-9bab-4935-8fad-efbc91f16458'] response: {'server_uuid': 'a54773dc-8dcc-49c5-96f7-2a41cb5671e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbc61e5-50ef-444d-912b-311b2acb0479', 'code': 200} Mar 29 15:16:04.005595 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358194b9-3417-4afd-b0f2-08cf460cd4a8 req-74d8c33d-875e-4217-b132-2bcc92326243 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:04.007053 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-358194b9-3417-4afd-b0f2-08cf460cd4a8 req-74d8c33d-875e-4217-b132-2bcc92326243 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a54773dc-8dcc-49c5-96f7-2a41cb5671e2 HTTP/1.1" status: 200 len: 944 time: 0.0533414 Mar 29 15:16:04.025973 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727032422027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727031935236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727031935254'] for port (2dbc61e5-50ef-444d-912b-311b2acb0479), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:04.061693 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-358194b9-3417-4afd-b0f2-08cf460cd4a8 req-6c1f11bc-0e5e-46ca-8cb2-b544f89d8224 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/security-groups?id=e926063b-2d1e-4436-9565-d7f5806c10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491104 Mar 29 15:16:04.075351 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Pushing event updated for resources: {'Port': ['ID=2dbc61e5-50ef-444d-912b-311b2acb0479,revision_number=5']} {{(pid=115500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:16:04.301614 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec0f07-9148-4f75-8c25-44d6528ac0d2 req-10dfdd3c-b65b-412e-864c-b6c9ac94e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:04.303047 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e8ec0f07-9148-4f75-8c25-44d6528ac0d2 req-10dfdd3c-b65b-412e-864c-b6c9ac94e03d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a54773dc-8dcc-49c5-96f7-2a41cb5671e2 HTTP/1.1" status: 200 len: 1129 time: 0.0428443 Mar 29 15:16:04.347265 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-e8ec0f07-9148-4f75-8c25-44d6528ac0d2 req-3635f69f-2aa6-450c-b269-1d0fd18adb5a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e926063b-2d1e-4436-9565-d7f5806c10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388994 Mar 29 15:16:05.179773 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ecfd6-8fc6-4ac6-a863-59030a02b122 req-2f7cbeb7-71c8-4ce9-ac37-b584c84bb4fb tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:05.181239 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c69ecfd6-8fc6-4ac6-a863-59030a02b122 req-2f7cbeb7-71c8-4ce9-ac37-b584c84bb4fb tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a54773dc-8dcc-49c5-96f7-2a41cb5671e2 HTTP/1.1" status: 200 len: 945 time: 0.0516403 Mar 29 15:16:05.226413 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-c69ecfd6-8fc6-4ac6-a863-59030a02b122 req-2de34904-e52a-4ea2-9421-f1be74b4252b tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/security-groups?id=e926063b-2d1e-4436-9565-d7f5806c10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396531 Mar 29 15:16:06.573068 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270573b-867b-467f-8caa-dddf47970510 req-b1f04f54-9b9e-4fe7-b67d-ee944df48f8b tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:06.574474 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0270573b-867b-467f-8caa-dddf47970510 req-b1f04f54-9b9e-4fe7-b67d-ee944df48f8b tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a54773dc-8dcc-49c5-96f7-2a41cb5671e2 HTTP/1.1" status: 200 len: 945 time: 0.2828641 Mar 29 15:16:06.619182 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-0270573b-867b-467f-8caa-dddf47970510 req-736ceb6e-3d34-495e-8046-1cb8c4ec94b6 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/security-groups?id=e926063b-2d1e-4436-9565-d7f5806c10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384798 Mar 29 15:16:13.768880 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-8b4feafd-b23d-407a-9a37-3858371f2ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:15.774228 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e5bb8083-4fb3-47a5-89a3-e35cda6d9102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:17.162713 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:18.431258 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:19.728460 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:19.910900 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:16:28.984421 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796cbe6-547c-479a-99a5-67760ae9eac5 req-cbdcb350-3c7c-432c-a349-77a1e965b145 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:28.985877 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3796cbe6-547c-479a-99a5-67760ae9eac5 req-cbdcb350-3c7c-432c-a349-77a1e965b145 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a54773dc-8dcc-49c5-96f7-2a41cb5671e2 HTTP/1.1" status: 200 len: 945 time: 0.0515089 Mar 29 15:16:29.033468 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3796cbe6-547c-479a-99a5-67760ae9eac5 req-7d3b2761-5279-4d51-ac16-c11363e3872c tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/security-groups?id=e926063b-2d1e-4436-9565-d7f5806c10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412507 Mar 29 15:16:29.288243 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:30.152763 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89b5ce-5683-4843-9cbe-6536f4b5f7e8 req-5a0cbdf8-114a-48f7-ad41-6233721c848d tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:30.154309 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3b89b5ce-5683-4843-9cbe-6536f4b5f7e8 req-5a0cbdf8-114a-48f7-ad41-6233721c848d tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a54773dc-8dcc-49c5-96f7-2a41cb5671e2 HTTP/1.1" status: 200 len: 945 time: 0.0545361 Mar 29 15:16:30.199811 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-3b89b5ce-5683-4843-9cbe-6536f4b5f7e8 req-5c77d902-90de-4efb-83a3-4075f22255f9 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/security-groups?id=e926063b-2d1e-4436-9565-d7f5806c10a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397737 Mar 29 15:16:30.703659 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7974d4b-25a7-4730-816c-35fb03d19e61 req-5d4206d9-9fbf-4a5f-a228-b84a9445d240 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:30.705103 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f7974d4b-25a7-4730-816c-35fb03d19e61 req-5d4206d9-9fbf-4a5f-a228-b84a9445d240 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.13 "GET /v2.0/ports?device_id=a54773dc-8dcc-49c5-96f7-2a41cb5671e2 HTTP/1.1" status: 200 len: 945 time: 0.0506263 Mar 29 15:16:30.791569 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-f7974d4b-25a7-4730-816c-35fb03d19e61 req-66c563a6-f3ed-43f5-bf46-27ef82faa117 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Deleting port 2dbc61e5-50ef-444d-912b-311b2acb0479 {{(pid=115499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:16:30.791930 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f7974d4b-25a7-4730-816c-35fb03d19e61 req-66c563a6-f3ed-43f5-bf46-27ef82faa117 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727032417558'] for port (2dbc61e5-50ef-444d-912b-311b2acb0479), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:30.879032 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.db [req-f7974d4b-25a7-4730-816c-35fb03d19e61 req-66c563a6-f3ed-43f5-bf46-27ef82faa117 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] For port 2dbc61e5-50ef-444d-912b-311b2acb0479, host hv-cinder-83552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83552',level=0,port_id=2dbc61e5-50ef-444d-912b-311b2acb0479,segment=NetworkSegment(ceafd7de-53af-4883-a12d-0accbf176120),segment_id=ceafd7de-53af-4883-a12d-0accbf176120)] {{(pid=115499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:16:30.879388 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f7974d4b-25a7-4730-816c-35fb03d19e61 req-66c563a6-f3ed-43f5-bf46-27ef82faa117 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-622414'] for port (2dbc61e5-50ef-444d-912b-311b2acb0479), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:30.893416 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.plugins.ml2.plugin [req-f7974d4b-25a7-4730-816c-35fb03d19e61 req-66c563a6-f3ed-43f5-bf46-27ef82faa117 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Calling delete_port for 2dbc61e5-50ef-444d-912b-311b2acb0479 owned by compute:nova {{(pid=115499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:16:31.082920 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f7974d4b-25a7-4730-816c-35fb03d19e61 req-66c563a6-f3ed-43f5-bf46-27ef82faa117 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1278357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727032422009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727031937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9130268'] for port (2dbc61e5-50ef-444d-912b-311b2acb0479), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:31.110714 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c563a6-f3ed-43f5-bf46-27ef82faa117 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Pushing event deleted for resources: {'Port': ['ID=2dbc61e5-50ef-444d-912b-311b2acb0479,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:16:31.119295 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.db [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] get_ports_and_sgs() called for port_ids ['2dbc61e5-50ef-444d-912b-311b2acb0479'] {{(pid=115500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:16:31.152312 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7974d4b-25a7-4730-816c-35fb03d19e61 req-66c563a6-f3ed-43f5-bf46-27ef82faa117 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] No DVR routers for this DVR port 2dbc61e5-50ef-444d-912b-311b2acb0479 on host hv-cinder-83552 {{(pid=115499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:16:31.154574 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [req-f7974d4b-25a7-4730-816c-35fb03d19e61 req-66c563a6-f3ed-43f5-bf46-27ef82faa117 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37817'] for port (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:31.158036 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-f7974d4b-25a7-4730-816c-35fb03d19e61 req-66c563a6-f3ed-43f5-bf46-27ef82faa117 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.13 "DELETE /v2.0/ports/2dbc61e5-50ef-444d-912b-311b2acb0479 HTTP/1.1" status: 204 len: 173 time: 0.4474413 Mar 29 15:16:31.158476 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54773dc-8dcc-49c5-96f7-2a41cb5671e2', 'name': 'network-vif-deleted', 'tag': '2dbc61e5-50ef-444d-912b-311b2acb0479'}] {{(pid=115499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:16:31.160722 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4222a7ce93643d0a720805ca816b4a8331afa74900ff56b22cc9cec009fac138" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4266a6ef-a50b-4163-b44b-24cb82de3e61" -d '{"events": [{"server_uuid": "a54773dc-8dcc-49c5-96f7-2a41cb5671e2", "name": "network-vif-deleted", "tag": "2dbc61e5-50ef-444d-912b-311b2acb0479"}]}' {{(pid=115499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:16:31.195158 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87335611-5206-4ffc-8ac1-0c77b0843fa0 x-openstack-request-id: req-87335611-5206-4ffc-8ac1-0c77b0843fa0 {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:16:31.195453 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54773dc-8dcc-49c5-96f7-2a41cb5671e2", "name": "network-vif-deleted", "tag": "2dbc61e5-50ef-444d-912b-311b2acb0479", "status": "completed", "code": 200}]} {{(pid=115499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:16:31.195708 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87335611-5206-4ffc-8ac1-0c77b0843fa0 {{(pid=115499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:16:31.196134 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87335611-5206-4ffc-8ac1-0c77b0843fa0'] response: {'server_uuid': 'a54773dc-8dcc-49c5-96f7-2a41cb5671e2', 'name': 'network-vif-deleted', 'tag': '2dbc61e5-50ef-444d-912b-311b2acb0479', 'status': 'completed', 'code': 200} Mar 29 15:16:31.295303 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [req-5dc86064-07dc-430b-a2dd-62a025147d45 req-f51dd2f9-7525-4dc3-9f4d-e9fd8d51c8d5 tempest-VolumesSnapshotTestJSON-1127079222 tempest-VolumesSnapshotTestJSON-1127079222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a54773dc-8dcc-49c5-96f7-2a41cb5671e2 HTTP/1.1" status: 200 len: 210 time: 0.0275092 Mar 29 15:16:33.847265 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 2dbc61e5-50ef-444d-912b-311b2acb0479 no longer exists at agent hyperv_hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:16:33.866380 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.plugin [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] No Port match for: 2dbc61e5-50ef-444d-912b-311b2acb0479 {{(pid=115500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:16:33.866725 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron.plugins.ml2.rpc [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Device 2dbc61e5-50ef-444d-912b-311b2acb0479 not bound to the agent host hv-cinder-83552 {{(pid=115500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:16:43.756645 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bc5604c2-e152-4f78-ba1e-a09c49c908ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:45.796662 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-1a0786e4-ff31-4492-ac2e-c402216189f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:47.184650 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:48.413623 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:49.734113 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:56.266521 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 44816) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:16:56.309583 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Deleting subnet 472f9e7e-24c1-401f-9c98-ab19db0d735f {{(pid=115499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:16:56.313219 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Publish callbacks [] for subnet (472f9e7e-24c1-401f-9c98-ab19db0d735f), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:56.348501 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8420988'] for subnet (472f9e7e-24c1-401f-9c98-ab19db0d735f), precommit_delete_associations {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:56.385519 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1187270'] for subnet (472f9e7e-24c1-401f-9c98-ab19db0d735f), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:56.499823 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1187313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9129967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9364887'] for subnet (472f9e7e-24c1-401f-9c98-ab19db0d735f), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:56.524668 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=472f9e7e-24c1-401f-9c98-ab19db0d735f,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:16:56.527868 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:56.530821 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/472f9e7e-24c1-401f-9c98-ab19db0d735f HTTP/1.1" status: 204 len: 168 time: 0.2633038 Mar 29 15:16:56.534563 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.wsgi [-] (115498) accepted ('10.222.0.16', 44818) {{(pid=115498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:16:56.536727 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.537094 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.537434 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.537766 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.538099 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.538414 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.538742 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.539157 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.539485 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.539803 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.540122 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.540442 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.540757 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.541093 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.541408 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd118e87-ec90-4069-ba8b-6047ffda036c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.599604 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1063815'] for network (051272d5-2265-48b0-bed0-f46066c3d526), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:56.677111 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8727032248890'] for network (051272d5-2265-48b0-bed0-f46066c3d526), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:56.696134 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051272d5-2265-48b0-bed0-f46066c3d526']}} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:16:56.705052 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceafd7de-53af-4883-a12d-0accbf176120') {'for_net_delete': True} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:16:56.705350 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.services.segments.db [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceafd7de-53af-4883-a12d-0accbf176120') {} {{(pid=115498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:16:56.714333 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727032247107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8439790'] for segment (ceafd7de-53af-4883-a12d-0accbf176120), before_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:56.727558 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289'] for segment (ceafd7de-53af-4883-a12d-0accbf176120), precommit_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:56.733210 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=115498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:16:56.733584 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1186289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10360001'] for segment (ceafd7de-53af-4883-a12d-0accbf176120), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: Traceback (most recent call last): Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: timer() Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: cb(*args, **kw) Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: return func(*args, **kwargs) Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: self._notify() Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: self.callback(batched_events) Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: event.method(event) Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: return f(self, *a, **k) Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: return self._get(url).json() Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: return self.request(url, 'GET', **kwargs) Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:16:56.735779 dv-cinder-835525-2-iscsi neutron-server[115498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:16:56.853715 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-606314'] for network (051272d5-2265-48b0-bed0-f46066c3d526), after_delete {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:56.858858 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546932'] for network (None), before_response {{(pid=115498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:56.862015 dv-cinder-835525-2-iscsi neutron-server[115498]: INFO neutron.wsgi [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] 10.222.0.16 "DELETE /v2.0/networks/051272d5-2265-48b0-bed0-f46066c3d526 HTTP/1.1" status: 204 len: 168 time: 0.3264444 Mar 29 15:16:56.873106 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=051272d5-2265-48b0-bed0-f46066c3d526,revision_number=None']} {{(pid=115498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:16:56.880466 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.880819 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.881222 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.881532 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.881865 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.882198 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.882525 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.882852 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.883181 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.883509 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.883836 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.884212 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.884541 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.884863 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.885208 dv-cinder-835525-2-iscsi neutron-server[115498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb3ccc8-5031-47bb-b5dd-cca3138a3cfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835525-2-iscsi {{(pid=115498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:56.910639 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:16:57.150613 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 44822) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:16:57.189471 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-aa669105-18c6-4440-9922-08648afe5f42 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fd36cfd03a64f93b63cd6679541ea6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377753 Mar 29 15:16:57.191667 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.wsgi [-] (115499) accepted ('10.222.0.16', 44824) {{(pid=115499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:16:57.240488 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4e33bfd3-a23c-4a30-a133-a9b191ff0dbb admin admin] Publish callbacks [] for security_group (e926063b-2d1e-4436-9565-d7f5806c10a5), before_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:57.261589 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4e33bfd3-a23c-4a30-a133-a9b191ff0dbb admin admin] Publish callbacks [] for security_group (e926063b-2d1e-4436-9565-d7f5806c10a5), precommit_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:57.362507 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4e33bfd3-a23c-4a30-a133-a9b191ff0dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578788'] for security_group (e926063b-2d1e-4436-9565-d7f5806c10a5), after_delete {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:57.365031 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron_lib.callbacks.manager [None req-4e33bfd3-a23c-4a30-a133-a9b191ff0dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:57.366164 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [None req-4e33bfd3-a23c-4a30-a133-a9b191ff0dbb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e926063b-2d1e-4436-9565-d7f5806c10a5 HTTP/1.1" status: 204 len: 168 time: 0.1736481 Mar 29 15:16:57.373758 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33bfd3-a23c-4a30-a133-a9b191ff0dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e926063b-2d1e-4436-9565-d7f5806c10a5,revision_number=None']} {{(pid=115499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:16:59.316822 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:13.762213 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-c7c764ea-6a7c-4c4b-80b1-998353d098c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:15.813025 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-007940a3-c9b0-4ccb-afbf-bb64b69a7bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:17.173307 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.385360 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:19.716028 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:19.921622 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-94e7a969-3ece-470e-9084-6d8f5fd363f4 req-38efa74b-4191-4781-a216-b8906284339e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255706 Mar 29 15:17:20.001145 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-94e7a969-3ece-470e-9084-6d8f5fd363f4 req-6fe373ae-778a-4aba-8a27-05d1966c1204 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0248594 Mar 29 15:17:20.043062 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-94e7a969-3ece-470e-9084-6d8f5fd363f4 req-e6053d2e-69c4-476b-8300-2917de1267ad service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0319e2af33245f4917a97026782fdd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188131 Mar 29 15:17:20.133118 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7a969-3ece-470e-9084-6d8f5fd363f4 req-5874be7d-e507-4556-bb3d-3b7a2e8cc16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:20.134512 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-94e7a969-3ece-470e-9084-6d8f5fd363f4 req-5874be7d-e507-4556-bb3d-3b7a2e8cc16f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853078 Mar 29 15:17:29.270959 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:33.909418 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:17:43.778950 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-4be79448-343a-4580-b0d6-fc6ecd8c643f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:45.779048 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-aedbfe37-be72-4ef7-927e-adf08bd04532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:47.161683 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:48.424334 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:49.727385 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:59.281838 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:10.909137 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:18:13.744352 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bad2bc18-0d45-4c59-b281-0e7ce4d07f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:15.772968 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b8d503a3-aca5-4e7b-8eab-9969392e5f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:17.167155 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:18.418614 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:19.737788 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:21.049981 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-40eec89b-74f3-4a3a-9fdb-b11e27a5f349 req-c104b521-ebbb-4130-a4fc-b596772ee5e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1755919 Mar 29 15:18:21.132158 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-40eec89b-74f3-4a3a-9fdb-b11e27a5f349 req-0a74139b-2fa6-45a5-a37a-91b7c2a31bae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0244694 Mar 29 15:18:21.175461 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-40eec89b-74f3-4a3a-9fdb-b11e27a5f349 req-bf59a0a5-887e-4f69-964b-e6de2c77b02b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0319e2af33245f4917a97026782fdd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0184329 Mar 29 15:18:21.267089 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eec89b-74f3-4a3a-9fdb-b11e27a5f349 req-45a850e1-f34e-4a26-be54-819ab6bcedff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:18:21.268515 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-40eec89b-74f3-4a3a-9fdb-b11e27a5f349 req-45a850e1-f34e-4a26-be54-819ab6bcedff service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869794 Mar 29 15:18:29.298868 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:43.755053 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-96d0c2a6-c13b-4e1f-b121-0ebc7aea9835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:45.779061 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-7afaaaf6-fa8d-46cd-8943-d6f7979d70ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:47.189944 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:47.908220 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:18:48.412484 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:49.748835 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:59.355314 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:13.760798 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-05f28a85-e8d2-4e3a-a594-4328e7afd18b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:15.778109 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-1fb80d7f-9dc1-409f-aa3c-9867bbbfa9f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:17.224305 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:18.423121 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:19.749530 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:20.903949 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ae696878-f8c7-456b-84db-1d9470f4bc37 req-24cacece-7962-4253-b102-0c1c2afcc528 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270326 Mar 29 15:19:21.014443 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ae696878-f8c7-456b-84db-1d9470f4bc37 req-3fbcb04b-97ce-419a-aee6-a4c539962ef5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0258570 Mar 29 15:19:21.058880 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ae696878-f8c7-456b-84db-1d9470f4bc37 req-ca39fed4-4675-4887-9770-a98bf828e79e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0319e2af33245f4917a97026782fdd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189993 Mar 29 15:19:21.157318 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae696878-f8c7-456b-84db-1d9470f4bc37 req-15bcee59-897a-4438-84ff-f079e783d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:21.158644 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-ae696878-f8c7-456b-84db-1d9470f4bc37 req-15bcee59-897a-4438-84ff-f079e783d0cc service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945551 Mar 29 15:19:24.908407 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:19:29.390468 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:43.824114 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-e01e1c73-28fb-4883-b39c-9b5a4acaafe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:45.766710 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-92e7eb02-d17d-47c8-9428-ca512c6f2d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:47.178510 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:48.406442 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:49.755857 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:59.383811 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:01.907606 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:20:13.789027 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-f530287c-ecd9-4ae9-9a90-b59da195e5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:15.777538 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-d1ff92bc-7156-49b3-bab8-cd2b110618a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:17.193033 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:18.409893 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:19.799145 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:21.928049 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-22dddffc-7748-4f5f-b735-e7914018095a req-c0d49861-9e88-45ba-a3df-90cfabc4dd6d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278838 Mar 29 15:20:22.010117 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-22dddffc-7748-4f5f-b735-e7914018095a req-2602f246-e252-45b3-bab2-5a56dbab946f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0252435 Mar 29 15:20:22.052087 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-22dddffc-7748-4f5f-b735-e7914018095a req-b4198616-aa79-485c-a38c-5bb68d9c0265 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0319e2af33245f4917a97026782fdd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192387 Mar 29 15:20:22.150386 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dddffc-7748-4f5f-b735-e7914018095a req-c202b67a-7506-4a82-bbd3-57fa4381fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:22.151873 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-22dddffc-7748-4f5f-b735-e7914018095a req-c202b67a-7506-4a82-bbd3-57fa4381fcea service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938559 Mar 29 15:20:29.400531 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:38.906396 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:20:43.771458 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-4492e0ef-4eec-4761-bcb2-b72a1c282b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:45.777338 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5a755925-e7d0-4f2b-8ab8-510c25dd9ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:47.176938 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:48.411794 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:49.731583 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:59.398278 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:13.828227 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b51d9c22-af04-4a13-a3df-2e5c4bc84ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:15.823083 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-f7265925-4971-412e-b3ad-c9db5a99733c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:15.905556 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:21:17.188661 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:18.434149 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:19.754127 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:21.936841 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2342ff5c-d7a7-4529-8cad-d336eb7fb368 req-98ee1d46-1ae6-48d7-b921-4cd00cb6aa80 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267985 Mar 29 15:21:22.029551 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2342ff5c-d7a7-4529-8cad-d336eb7fb368 req-1281da01-4f3f-4612-ab7b-a47f6dc87472 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0319e2af33245f4917a97026782fdd7&device_id=2d1f983f-9aed-41a9-bbe7-0ce5c52352ed HTTP/1.1" status: 200 len: 210 time: 0.0330729 Mar 29 15:21:22.074295 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2342ff5c-d7a7-4529-8cad-d336eb7fb368 req-ecd038d7-f43f-4656-bb03-6e74a3a468b4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f0319e2af33245f4917a97026782fdd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199366 Mar 29 15:21:22.170573 dv-cinder-835525-2-iscsi neutron-server[115499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342ff5c-d7a7-4529-8cad-d336eb7fb368 req-db104a94-5472-433a-b25c-960a9a59fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:21:22.172090 dv-cinder-835525-2-iscsi neutron-server[115499]: INFO neutron.wsgi [req-2342ff5c-d7a7-4529-8cad-d336eb7fb368 req-db104a94-5472-433a-b25c-960a9a59fe07 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927811 Mar 29 15:21:29.445461 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:43.765410 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b51dd9c1-3b2a-46d2-ab0b-5e5194c354be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:45.786752 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-b721aa10-1df9-4c7d-9a1d-fe947eb5f507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (3de37423-4d84-4795-95d4-c03baca6c712), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:47.177393 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-5c298cd0-1876-4ae4-9925-f05f19f0f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0bfec938-5397-46a4-a68c-4a06dd4c15a6), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:48.411317 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-15824767-baf9-4b76-b84c-8ce07dfc79f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (2750f520-86fc-47e5-b033-5404cc653271), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:49.768883 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9e37-3a68-4626-adeb-4da4c86ddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (0eecc535-3290-4ff0-9664-a097197566c5), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:52.906594 dv-cinder-835525-2-iscsi neutron-server[115501]: DEBUG neutron.db.agents_db [None req-2c66275a-c23e-4128-80cf-ef024d802aba None None] Agent healthcheck: found 6 active agents {{(pid=115501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:21:59.448678 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-bbe59416-fb3b-4780-ae3d-73a56f0d5639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (e622d3d7-0a71-4961-ba27-45794834ffcc), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:13.785822 dv-cinder-835525-2-iscsi neutron-server[115500]: DEBUG neutron_lib.callbacks.manager [None req-00910e8a-c562-4fe4-b5f6-82336659f283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727032248872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1158796'] for agent (d54be346-8d38-4a55-9238-c2600b34a430), after_update {{(pid=115500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}